============================= test session starts ============================== platform linux -- Python 3.14.5, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/.venv/bin/python cachedir: .pytest_cache metadata: {'Python': '3.14.5', 'Platform': 'Linux-7.0.8-100.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'metadata': '3.1.1', 'dependency': '0.6.1', 'json-report': '1.5.0'}, 'CI': 'true', 'BUILD_NUMBER': '22', 'BUILD_ID': '22', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2058/22/', 'NODE_NAME': 'hcloud-3hmxjv56rzynxord', 'JOB_NAME': 'cloud-psmdb-operator/PR-2058', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2058-22', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058', 'GIT_COMMIT': '78121c56762758785b75e9b7c017e15fc887ae5d', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2058'} rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058 configfile: pyproject.toml plugins: html-4.2.0, metadata-3.1.1, dependency-0.6.1, json-report-1.5.0 collecting ... collected 1 item e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[pvc-auto-resize] [01:24:30.680326] WARNING kubectl error: Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 [01:24:33.094442] INFO Environment variables: KUBE_VERSION=1.33 EKS=0 GKE=1 OPENSHIFT= MINIKUBE= API=psmdb.percona.com/v1 REGISTRY_NAME=docker.io GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d GIT_BRANCH=PR-2058 OPERATOR_VERSION=1.23.0 IMAGE=docker.io/perconalab/percona-server-mongodb-ope rator:PR-2058-78121c567 IMAGE_MONGOD=docker.io/perconalab/percona-server-mong odb-operator:main-mongod8.0 IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-serve r-mongodb-operator:main-mongod6.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod7.0 docker.io/perconalab/percona-server-mongodb-operator: main-mongod8.0 IMAGE_SEARCH=perconalab/percona-server-mongodb-operat or:main-mongot IMAGE_BACKUP=docker.io/perconalab/percona-server-mong odb-operator:main-backup IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1- 1 IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev- latest IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-d ev-latest IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-d ev-latest IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:mai n-logcollector IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersy nc-mongodb:0.9.0 CERT_MANAGER_VER=1.19.3 CHAOS_MESH_VER=2.7.1 MINIO_VER=5.4.0 PMM_SERVER_VER=9.9.9 CLEAN_NAMESPACE=1 DELETE_CRD_ON_START=1 SKIP_DELETE=0 SKIP_BACKUPS_TO_AWS_GCP_AZURE= UPDATE_COMPARE_FILES=0 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Debug logging disabled. + [[ 0 -eq 1 ]] + ensure_default_sc_allows_expansion + local default_sc ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sejq4Bebqy +++ mktemp ++ local LAST_ERR=/tmp/tmp.DGRptzszje ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'sc' '-o' 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Sejq4Bebqy ++ cat /tmp/tmp.DGRptzszje ++ rm /tmp/tmp.Sejq4Bebqy /tmp/tmp.DGRptzszje ++ return 0 + default_sc=standard-rwo + echo 'Checking if default storageclass standard-rwo allows volume expansion' Checking if default storageclass standard-rwo allows volume expansion + local allowVolumeExpansion ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mhYE1Z1RKz +++ mktemp ++ local LAST_ERR=/tmp/tmp.7q6tOl67QC ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'sc' '-o' 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.mhYE1Z1RKz ++ cat /tmp/tmp.7q6tOl67QC ++ rm /tmp/tmp.mhYE1Z1RKz /tmp/tmp.7q6tOl67QC ++ return 0 + allowVolumeExpansion=true + [[ true != true ]] + create_infra pvc-auto-resize-15467 + local ns=pvc-auto-resize-15467 + echo pvc-auto-resize-15467 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.bYr0tthSwN ++ mktemp + local LAST_ERR=/tmp/tmp.v8gjZPI6Fz + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bYr0tthSwN + cat /tmp/tmp.v8gjZPI6Fz + rm /tmp/tmp.bYr0tthSwN /tmp/tmp.v8gjZPI6Fz + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.Z4ZJyleuEC ++ mktemp + local LAST_ERR=/tmp/tmp.ZtaxGivtRc + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Z4ZJyleuEC + cat /tmp/tmp.ZtaxGivtRc + rm /tmp/tmp.Z4ZJyleuEC /tmp/tmp.ZtaxGivtRc + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.cPcVOtCr6P ++ mktemp + local LAST_ERR=/tmp/tmp.ag7XA5WJH9 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.cPcVOtCr6P + cat /tmp/tmp.ag7XA5WJH9 + rm /tmp/tmp.cPcVOtCr6P /tmp/tmp.ag7XA5WJH9 + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.2avajasro7 ++ mktemp + local LAST_ERR=/tmp/tmp.qW54HNu70l + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.2avajasro7 + cat /tmp/tmp.qW54HNu70l + rm /tmp/tmp.2avajasro7 /tmp/tmp.qW54HNu70l + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbs" + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbs" + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.h8Uw7ZDGHh ++ mktemp + local LAST_ERR=/tmp/tmp.V5ex2rqa05 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.h8Uw7ZDGHh + cat /tmp/tmp.V5ex2rqa05 + rm /tmp/tmp.h8Uw7ZDGHh /tmp/tmp.V5ex2rqa05 + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.v4P5jRe1dB ++ mktemp + local LAST_ERR=/tmp/tmp.a7rHF8OecG + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.v4P5jRe1dB + cat /tmp/tmp.a7rHF8OecG + rm /tmp/tmp.v4P5jRe1dB /tmp/tmp.a7rHF8OecG + return 0 + check_crd_for_deletion PR-2058-78121c567 + local git_tag=PR-2058-78121c567 ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2058-78121c567/deploy/crd.yaml ++ yq eval .metadata.name ++ /usr/sbin/sed s/---//g ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.En7i0YI16n +++ mktemp ++ local LAST_ERR=/tmp/tmp.mNDlQZP94t ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.En7i0YI16n ++ cat /tmp/tmp.mNDlQZP94t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.En7i0YI16n ++ cat /tmp/tmp.mNDlQZP94t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.En7i0YI16n ++ cat /tmp/tmp.mNDlQZP94t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.En7i0YI16n ++ cat /tmp/tmp.mNDlQZP94t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.En7i0YI16n /tmp/tmp.mNDlQZP94t ++ return 1 + [[ '' == Terminating ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + [[ -n '' ]] ++ mktemp + desc 'cleaned up old namespaces psmdb-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.mMkQLvU7Uz ++ mktemp + local LAST_OUT=/tmp/tmp.Hxv4etwusJ ++ mktemp + local LAST_ERR=/tmp/tmp.i6IO1Ko6tn + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + local LAST_ERR=/tmp/tmp.CMNiY2180B + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.mMkQLvU7Uz + cat /tmp/tmp.i6IO1Ko6tn + rm /tmp/tmp.mMkQLvU7Uz /tmp/tmp.i6IO1Ko6tn + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Hxv4etwusJ + cat /tmp/tmp.CMNiY2180B + rm /tmp/tmp.Hxv4etwusJ /tmp/tmp.CMNiY2180B + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.LGl7ofchhn ++ mktemp + local LAST_ERR=/tmp/tmp.AcEP5T6T6A + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LGl7ofchhn + cat /tmp/tmp.AcEP5T6T6A + rm /tmp/tmp.LGl7ofchhn /tmp/tmp.AcEP5T6T6A + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.MkHDsumHIz ++ mktemp + local LAST_ERR=/tmp/tmp.DCpQ2jOgIM + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MkHDsumHIz namespace/psmdb-operator created + cat /tmp/tmp.DCpQ2jOgIM + rm /tmp/tmp.MkHDsumHIz /tmp/tmp.DCpQ2jOgIM + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.CSAnAyesUU +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8S9FNBT4P ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.CSAnAyesUU ++ cat /tmp/tmp.c8S9FNBT4P ++ rm /tmp/tmp.CSAnAyesUU /tmp/tmp.c8S9FNBT4P ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.pbGV6MaDs5 ++ mktemp + local LAST_ERR=/tmp/tmp.rZhOm7Z7e3 + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1' '--namespace=psmdb-operator') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.pbGV6MaDs5 Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1" modified. + cat /tmp/tmp.rZhOm7Z7e3 + rm /tmp/tmp.pbGV6MaDs5 /tmp/tmp.rZhOm7Z7e3 + return 0 + deploy_operator + desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ok34Eth0ma ++ mktemp + local LAST_ERR=/tmp/tmp.DkkQpvPcNw + local exit_status=0 + local timeout=4 + args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ok34Eth0ma customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.DkkQpvPcNw + rm /tmp/tmp.ok34Eth0ma /tmp/tmp.DkkQpvPcNw + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.UjZkN8z9Kv ++ mktemp + local LAST_ERR=/tmp/tmp.u7bsBJlVIU + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.UjZkN8z9Kv clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.u7bsBJlVIU + rm /tmp/tmp.UjZkN8z9Kv /tmp/tmp.u7bsBJlVIU + return 0 + yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml + add_arch_to_podspecs - + arch_scheduling_enabled + [[ -n '' ]] + cat - + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Dwe97GWzn8 ++ mktemp + local LAST_ERR=/tmp/tmp.iI663trc1h + local exit_status=0 + local timeout=4 + args=('apply' '-n' 'psmdb-operator' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Dwe97GWzn8 deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.iI663trc1h + rm /tmp/tmp.Dwe97GWzn8 /tmp/tmp.iI663trc1h + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.rI2Eb41DkZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.UYWFlMZTwn ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.rI2Eb41DkZ ++ cat /tmp/tmp.UYWFlMZTwn ++ rm /tmp/tmp.rI2Eb41DkZ /tmp/tmp.UYWFlMZTwn ++ return 0 + wait_operator_pod percona-server-mongodb-operator-66cd7b75cf-wd8ff + local pod=percona-server-mongodb-operator-66cd7b75cf-wd8ff + set +o xtrace waiting for pod/percona-server-mongodb-operator-66cd7b75cf-wd8ff to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.5pBHy61NXS +++ mktemp ++ local LAST_ERR=/tmp/tmp.4s6cfvlA3y ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.5pBHy61NXS ++ cat /tmp/tmp.4s6cfvlA3y ++ rm /tmp/tmp.5pBHy61NXS /tmp/tmp.4s6cfvlA3y ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-wd8ff ++ mktemp + local LAST_OUT=/tmp/tmp.zDnaz2r9Ff ++ mktemp + local LAST_ERR=/tmp/tmp.zWcX6TQouL + local exit_status=0 + local timeout=4 + args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-66cd7b75cf-wd8ff') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-wd8ff + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.zDnaz2r9Ff + cat /tmp/tmp.zWcX6TQouL + rm /tmp/tmp.zDnaz2r9Ff /tmp/tmp.zWcX6TQouL + return 0 2026-07-17T01:25:32.734Z INFO setup Manager starting up {"gitCommit": "78121c56762758785b75e9b7c017e15fc887ae5d", "gitBranch": "PR-2058-78121c567", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"} + create_namespace pvc-auto-resize-15467 + local namespace=pvc-auto-resize-15467 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + [[ -n '' ]] + awk '{print$1}' + desc 'cleaned up old namespaces pvc-auto-resize-15467' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pvc-auto-resize-15467+ xargs kubectl delete ns ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pvc-auto-resize-15467 --ignore-not-found ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.PTAdnmsa5L + local LAST_OUT=/tmp/tmp.HMmqWeiY7H ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.9OU2rZok3H + local exit_status=0 + local timeout=4 + args=('get' 'ns') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + local LAST_ERR=/tmp/tmp.NjfOTQrJTC + local exit_status=0 + local timeout=4 + args=('delete' 'namespace' 'pvc-auto-resize-15467' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace pvc-auto-resize-15467 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.PTAdnmsa5L + cat /tmp/tmp.9OU2rZok3H + rm /tmp/tmp.PTAdnmsa5L /tmp/tmp.9OU2rZok3H + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.HMmqWeiY7H + cat /tmp/tmp.NjfOTQrJTC + rm /tmp/tmp.HMmqWeiY7H /tmp/tmp.NjfOTQrJTC + return 0 + kubectl_bin wait --for=delete namespace pvc-auto-resize-15467 ++ mktemp + local LAST_OUT=/tmp/tmp.vOJaVtOAWM ++ mktemp + local LAST_ERR=/tmp/tmp.GcEsFWCNAM + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'namespace' 'pvc-auto-resize-15467') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace pvc-auto-resize-15467 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.vOJaVtOAWM + cat /tmp/tmp.GcEsFWCNAM + rm /tmp/tmp.vOJaVtOAWM /tmp/tmp.GcEsFWCNAM + return 0 + desc 'create namespace pvc-auto-resize-15467' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pvc-auto-resize-15467 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pvc-auto-resize-15467 ++ mktemp + local LAST_OUT=/tmp/tmp.Bgnq90YTmT ++ mktemp + local LAST_ERR=/tmp/tmp.Qawqyf61Qj + local exit_status=0 + local timeout=4 + args=('create' 'namespace' 'pvc-auto-resize-15467') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pvc-auto-resize-15467 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Bgnq90YTmT namespace/pvc-auto-resize-15467 created + cat /tmp/tmp.Qawqyf61Qj + rm /tmp/tmp.Bgnq90YTmT /tmp/tmp.Qawqyf61Qj + return 0 + set_kube_ctx pvc-auto-resize-15467 + local namespace=pvc-auto-resize-15467 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6CzVRCPmI4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.xSXnM45rya ++ local exit_status=0 ++ local timeout=4 ++ args=('config' 'current-context') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.6CzVRCPmI4 ++ cat /tmp/tmp.xSXnM45rya ++ rm /tmp/tmp.6CzVRCPmI4 /tmp/tmp.xSXnM45rya ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1 --namespace=pvc-auto-resize-15467 ++ mktemp + local LAST_OUT=/tmp/tmp.5BcWJQbvqT ++ mktemp + local LAST_ERR=/tmp/tmp.QV9NqHZMJG + local exit_status=0 + local timeout=4 + args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1' '--namespace=pvc-auto-resize-15467') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1 --namespace=pvc-auto-resize-15467 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5BcWJQbvqT Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster1" modified. + cat /tmp/tmp.QV9NqHZMJG + rm /tmp/tmp.5BcWJQbvqT /tmp/tmp.QV9NqHZMJG + return 0 + desc 'create secrets and psmdb client' + set +o xtrace ----------------------------------------------------------------------------------- create secrets and psmdb client ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CzzL0Z0LGd ++ mktemp + local LAST_ERR=/tmp/tmp.UnebvU76xS + local exit_status=0 + local timeout=4 + args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CzzL0Z0LGd secret/some-users created deployment.apps/psmdb-client created + cat /tmp/tmp.UnebvU76xS + rm /tmp/tmp.CzzL0Z0LGd /tmp/tmp.UnebvU76xS + return 0 + desc 'create PSMDB cluster with storageAutoscaling enabled' + set +o xtrace ----------------------------------------------------------------------------------- create PSMDB cluster with storageAutoscaling enabled ----------------------------------------------------------------------------------- + cluster=some-name + [[ 0 -eq 1 ]] + spinup_psmdb some-name-rs0 /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/some-name.yml + local cluster=some-name-rs0 + local config=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/some-name.yml + local size=3 + desc 'create first PSMDB cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster ----------------------------------------------------------------------------------- + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/some-name.yml ++ mktemp + yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"' + yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"' + yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"' + yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"' + local LAST_OUT=/tmp/tmp.4xzMGfEoPY ++ mktemp + [[ -n docker.io/perconalab/fluentbit:main-logcollector ]] + IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector + yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)' + local LAST_ERR=/tmp/tmp.vRLfRfkxtz + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + add_arch_to_psmdb - + yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"' + arch_scheduling_enabled + [[ -n '' ]] + cat - + /usr/sbin/sed -e s/NAME_SPACE/pvc-auto-resize-15467/g ++ seq 0 2 + yq eval '.spec.upgradeOptions.apply="Never"' + for i in $(seq 0 2) + set +e + kubectl apply -f - + return + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.4xzMGfEoPY perconaservermongodb.psmdb.percona.com/some-name created + cat /tmp/tmp.vRLfRfkxtz + rm /tmp/tmp.4xzMGfEoPY /tmp/tmp.vRLfRfkxtz + return 0 + desc 'check if Pod is started' + set +o xtrace ----------------------------------------------------------------------------------- check if Pod is started ----------------------------------------------------------------------------------- + wait_for_running some-name-rs0 3 + local name=some-name-rs0 + let last_pod=2 + local check_cluster_readiness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=some-name ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod some-name-rs0-0 + local pod=some-name-rs0-0 + set +o xtrace waiting for pod/some-name-rs0-0 to be ready..............OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod some-name-rs0-1 + local pod=some-name-rs0-1 + set +o xtrace waiting for pod/some-name-rs0-1 to be ready.............OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fmijCf6LiB +++ mktemp ++ local LAST_ERR=/tmp/tmp.e0KbtO7LYg ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.fmijCf6LiB ++ cat /tmp/tmp.e0KbtO7LYg ++ rm /tmp/tmp.fmijCf6LiB /tmp/tmp.e0KbtO7LYg ++ return 0 + [[ '' == true ]] + wait_pod some-name-rs0-2 + local pod=some-name-rs0-2 + set +o xtrace waiting for pod/some-name-rs0-2 to be ready............OK ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tokegJxl02 +++ mktemp ++ local LAST_ERR=/tmp/tmp.JY1ga5BuMC ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.tokegJxl02 ++ cat /tmp/tmp.JY1ga5BuMC ++ rm /tmp/tmp.tokegJxl02 /tmp/tmp.JY1ga5BuMC ++ return 0 + [[ '' == true ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lKgbyMuVYj +++ mktemp ++ local LAST_ERR=/tmp/tmp.NVZbFTZYfC ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.lKgbyMuVYj ++ cat /tmp/tmp.NVZbFTZYfC ++ rm /tmp/tmp.lKgbyMuVYj /tmp/tmp.NVZbFTZYfC ++ return 0 + [[ '' == true ]] + sleep 10 + [[ true == true ]] + set +x Waiting for cluster some-name to be ready + sleep 20 + compare_kubectl statefulset/some-name-rs0 + local resource=statefulset/some-name-rs0 + local postfix= + local skip_generation_check= + local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml + local new_result=/tmp/tmp.Q0gsVKsEq7/statefulset_some-name-rs0.yml + [[ -n '' ]] + kubectl_bin get -o yaml statefulset/some-name-rs0 ++ mktemp + yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("pvc-auto-resize-15467", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' - + local LAST_OUT=/tmp/tmp.GAQe4UwP1n ++ mktemp + local LAST_ERR=/tmp/tmp.p2pmqILbd7 + local exit_status=0 + local timeout=4 + args=('get' '-o' 'yaml' 'statefulset/some-name-rs0') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get -o yaml statefulset/some-name-rs0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.GAQe4UwP1n + cat /tmp/tmp.p2pmqILbd7 + rm /tmp/tmp.GAQe4UwP1n /tmp/tmp.p2pmqILbd7 + return 0 + yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.Q0gsVKsEq7/statefulset_some-name-rs0.yml + arch_scheduling_enabled + [[ -n '' ]] + version_gt 1.22 ++ echo '1.33 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.Q0gsVKsEq7/statefulset_some-name-rs0.yml + yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.Q0gsVKsEq7/statefulset_some-name-rs0.yml + [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml == */cronjob* ]] + '[' -n '' ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml /tmp/tmp.Q0gsVKsEq7/statefulset_some-name-rs0.yml + log 'compare_kubectl: statefulset/some-name-rs0 OK' + set +o xtrace [2026-07-17T01:28:09+0000] compare_kubectl: statefulset/some-name-rs0 OK + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467 + local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' + local uri=userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467 + local driver=mongodb+srv + local suffix=.svc.cluster.local + local mongo_flag= + local replica_set=rs0 + [[ userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467 == *cfg* ]] ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W0sZD9gqQk +++ mktemp ++ local LAST_ERR=/tmp/tmp.GtZQEIFU9l ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.W0sZD9gqQk ++ cat /tmp/tmp.GtZQEIFU9l ++ rm /tmp/tmp.W0sZD9gqQk /tmp/tmp.GtZQEIFU9l ++ return 0 + local client_container=psmdb-client-757cd65695-pg4ct + kubectl_bin exec psmdb-client-757cd65695-pg4ct -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.azQTyzt2Bf ++ mktemp + local LAST_ERR=/tmp/tmp.6dzd915Wlp + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-757cd65695-pg4ct' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-757cd65695-pg4ct -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.azQTyzt2Bf Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://some-name-rs0-0.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false Implicit session: session { "id" : UUID("323e156a-313e-45bc-b274-ba7431b87555") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.6dzd915Wlp + rm /tmp/tmp.azQTyzt2Bf /tmp/tmp.6dzd915Wlp + return 0 + run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pvc-auto-resize-15467 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@some-name-rs0.pvc-auto-resize-15467 + local driver=mongodb+srv + local suffix=.svc.cluster.local + local mongo_flag= + local replica_set=rs0 + [[ myApp:myPass@some-name-rs0.pvc-auto-resize-15467 == *cfg* ]] ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vSSTLWtTlg +++ mktemp ++ local LAST_ERR=/tmp/tmp.KxIdKkjzO6 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.vSSTLWtTlg ++ cat /tmp/tmp.KxIdKkjzO6 ++ rm /tmp/tmp.vSSTLWtTlg /tmp/tmp.KxIdKkjzO6 ++ return 0 + local client_container=psmdb-client-757cd65695-pg4ct + kubectl_bin exec psmdb-client-757cd65695-pg4ct -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.JwgD1SmuFX ++ mktemp + local LAST_ERR=/tmp/tmp.0Nd7aKGTfa + local exit_status=0 + local timeout=4 + args=('exec' 'psmdb-client-757cd65695-pg4ct' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec psmdb-client-757cd65695-pg4ct -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-15467.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JwgD1SmuFX Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://some-name-rs0-1.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-15467.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false Implicit session: session { "id" : UUID("d67af284-175a-440a-95a3-854dae460c54") } Percona Server for MongoDB server version: v8.0.26-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.0Nd7aKGTfa + rm /tmp/tmp.JwgD1SmuFX /tmp/tmp.0Nd7aKGTfa + return 0 + desc 'verify initial PVC size is 1Gi' + set +o xtrace ----------------------------------------------------------------------------------- verify initial PVC size is 1Gi ----------------------------------------------------------------------------------- ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ouyj7kC9FC +++ mktemp ++ local LAST_ERR=/tmp/tmp.zte1FFAKSo ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ouyj7kC9FC ++ cat /tmp/tmp.zte1FFAKSo ++ rm /tmp/tmp.ouyj7kC9FC /tmp/tmp.zte1FFAKSo ++ return 0 + initial_size=1Gi + echo 'Initial PVC size: 1Gi' Initial PVC size: 1Gi + [[ 1Gi != 1Gi ]] + desc 'fill disk to trigger autoscaling threshold 50 percent' + set +o xtrace ----------------------------------------------------------------------------------- fill disk to trigger autoscaling threshold 50 percent ----------------------------------------------------------------------------------- + fill_disk_to_threshold some-name-rs0-0 50 600 + local pod=some-name-rs0-0 + local threshold=50 + local size_mb=600 + echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 600MB file)' Filling disk on some-name-rs0-0 to approximately 50% (creating 600MB file) + kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=600 2>/dev/null || true' ++ mktemp + local LAST_OUT=/tmp/tmp.jfti7HlrcC ++ mktemp + local LAST_ERR=/tmp/tmp.zXPc9LTkuZ + local exit_status=0 + local timeout=4 + args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=600 2>/dev/null || true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=600 2>/dev/null || true' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.jfti7HlrcC + cat /tmp/tmp.zXPc9LTkuZ + rm /tmp/tmp.jfti7HlrcC /tmp/tmp.zXPc9LTkuZ + return 0 + local usage ++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uMWTuK5Xoc +++ mktemp ++ local LAST_ERR=/tmp/tmp.XSN0XenJHW ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uMWTuK5Xoc ++ cat /tmp/tmp.XSN0XenJHW ++ rm /tmp/tmp.uMWTuK5Xoc /tmp/tmp.XSN0XenJHW ++ return 0 + usage=85 + echo 'Current disk usage on some-name-rs0-0: 85%' Current disk usage on some-name-rs0-0: 85% + desc 'wait for auto-resize to trigger' + set +o xtrace ----------------------------------------------------------------------------------- wait for auto-resize to trigger ----------------------------------------------------------------------------------- + wait_for_auto_resize mongod-data-some-name-rs0-0 3Gi 60 10 + local pvc=mongod-data-some-name-rs0-0 + local expected_size=3Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi' Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VlKGXNdEC9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fXBWbqLQXj ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.VlKGXNdEC9 ++ cat /tmp/tmp.fXBWbqLQXj ++ rm /tmp/tmp.VlKGXNdEC9 /tmp/tmp.fXBWbqLQXj ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 10 + retry=1 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0UYgzvXeuy +++ mktemp ++ local LAST_ERR=/tmp/tmp.KpTwubLLml ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.0UYgzvXeuy ++ cat /tmp/tmp.KpTwubLLml ++ rm /tmp/tmp.0UYgzvXeuy /tmp/tmp.KpTwubLLml ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 10 + retry=2 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iXEWyQbVFM +++ mktemp ++ local LAST_ERR=/tmp/tmp.LajSl2gmFD ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.iXEWyQbVFM ++ cat /tmp/tmp.LajSl2gmFD ++ rm /tmp/tmp.iXEWyQbVFM /tmp/tmp.LajSl2gmFD ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 10 + retry=3 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uvB2NsCsP2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UP1mWrZuhQ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uvB2NsCsP2 ++ cat /tmp/tmp.UP1mWrZuhQ ++ rm /tmp/tmp.uvB2NsCsP2 /tmp/tmp.UP1mWrZuhQ ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 10 + retry=4 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SkgElg0R9U +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tb728M9EVC ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.SkgElg0R9U ++ cat /tmp/tmp.Tb728M9EVC ++ rm /tmp/tmp.SkgElg0R9U /tmp/tmp.Tb728M9EVC ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 10 + retry=5 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CMqayZtqQe +++ mktemp ++ local LAST_ERR=/tmp/tmp.ukszTdHCHI ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.CMqayZtqQe ++ cat /tmp/tmp.ukszTdHCHI ++ rm /tmp/tmp.CMqayZtqQe /tmp/tmp.ukszTdHCHI ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 5 -ge 60 ]] + echo -n . .+ sleep 10 + retry=6 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6wZqkLQK0H +++ mktemp ++ local LAST_ERR=/tmp/tmp.hqoBbkv7UI ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.6wZqkLQK0H ++ cat /tmp/tmp.hqoBbkv7UI ++ rm /tmp/tmp.6wZqkLQK0H /tmp/tmp.hqoBbkv7UI ++ return 0 + [[ 1Gi == 3Gi ]] + [[ 6 -ge 60 ]] + echo -n . .+ sleep 10 + retry=7 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7I08egdAYu +++ mktemp ++ local LAST_ERR=/tmp/tmp.IkPkn4CrXL ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.7I08egdAYu ++ cat /tmp/tmp.IkPkn4CrXL ++ rm /tmp/tmp.7I08egdAYu /tmp/tmp.IkPkn4CrXL ++ return 0 + [[ 3Gi == 3Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi' PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi + wait_for_auto_resize mongod-data-some-name-rs0-1 3Gi 60 10 + local pvc=mongod-data-some-name-rs0-1 + local expected_size=3Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi' Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-1 ++ local pvc=mongod-data-some-name-rs0-1 ++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5yHl6cfcBa +++ mktemp ++ local LAST_ERR=/tmp/tmp.7my22A3Px1 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-1' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.5yHl6cfcBa ++ cat /tmp/tmp.7my22A3Px1 ++ rm /tmp/tmp.5yHl6cfcBa /tmp/tmp.7my22A3Px1 ++ return 0 + [[ 3Gi == 3Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi' PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi + wait_for_auto_resize mongod-data-some-name-rs0-2 3Gi 60 10 + local pvc=mongod-data-some-name-rs0-2 + local expected_size=3Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi' Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-2 ++ local pvc=mongod-data-some-name-rs0-2 ++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sJUKoa8EYd +++ mktemp ++ local LAST_ERR=/tmp/tmp.sbvBSvQg6J ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-2' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.sJUKoa8EYd ++ cat /tmp/tmp.sbvBSvQg6J ++ rm /tmp/tmp.sJUKoa8EYd /tmp/tmp.sbvBSvQg6J ++ return 0 + [[ 3Gi == 3Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi' PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi + desc 'verify autoscaling status is updated' + set +o xtrace ----------------------------------------------------------------------------------- verify autoscaling status is updated ----------------------------------------------------------------------------------- + check_autoscaling_status some-name 1 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2 + local cluster=some-name + local expected_resize_count=1 + shift 2 + pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2') + local pvc_names + local max_retry=30 + local sleep_time=10 + echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2' Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2 + echo 'Expected resize count per PVC: 1' Expected resize count per PVC: 1 + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3zhLsaxDOn +++ mktemp ++ local LAST_ERR=/tmp/tmp.CSgMILdDa6 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.3zhLsaxDOn ++ cat /tmp/tmp.CSgMILdDa6 ++ rm /tmp/tmp.3zhLsaxDOn /tmp/tmp.CSgMILdDa6 ++ return 0 + [[ 1 -eq 1 ]] + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IBisVLvLPq +++ mktemp ++ local LAST_ERR=/tmp/tmp.4c95J42YzQ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.IBisVLvLPq ++ cat /tmp/tmp.4c95J42YzQ ++ rm /tmp/tmp.IBisVLvLPq /tmp/tmp.4c95J42YzQ ++ return 0 + [[ 1 -eq 1 ]] + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y839IToElY +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y2fN6ERQQh ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Y839IToElY ++ cat /tmp/tmp.Y2fN6ERQQh ++ rm /tmp/tmp.Y839IToElY /tmp/tmp.Y2fN6ERQQh ++ return 0 + [[ 1 -eq 1 ]] + desc 'wait for cluster consistency after resize' + set +o xtrace ----------------------------------------------------------------------------------- wait for cluster consistency after resize ----------------------------------------------------------------------------------- + wait_cluster_consistency some-name 64 + local cluster_name=some-name + local wait_time=64 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j7I2gFpOYX +++ mktemp ++ local LAST_ERR=/tmp/tmp.cf9tKZYJxh ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.j7I2gFpOYX ++ cat /tmp/tmp.cf9tKZYJxh ++ rm /tmp/tmp.j7I2gFpOYX /tmp/tmp.cf9tKZYJxh ++ return 0 + [[ ready == ready ]] + echo .OK .OK + desc 'verify cluster is ready' + set +o xtrace ----------------------------------------------------------------------------------- verify cluster is ready ----------------------------------------------------------------------------------- + kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' + grep -q ready ++ mktemp + local LAST_OUT=/tmp/tmp.5UiBhM9klY ++ mktemp + local LAST_ERR=/tmp/tmp.sNbBLG8XGA + local exit_status=0 + local timeout=4 + args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get psmdb some-name -o 'jsonpath={.status.state}' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.5UiBhM9klY + cat /tmp/tmp.sNbBLG8XGA + rm /tmp/tmp.5UiBhM9klY /tmp/tmp.sNbBLG8XGA + return 0 + [[ -n '' ]] + [[ 0 -eq 1 ]] + desc 'test namespace resource quota enforcement' + set +o xtrace ----------------------------------------------------------------------------------- test namespace resource quota enforcement ----------------------------------------------------------------------------------- + apply_resourcequota 9Gi + local quota=9Gi + local default_sc ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nlbJx0rZhw +++ mktemp ++ local LAST_ERR=/tmp/tmp.f6OhtvoKOO ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'sc' '-o' 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.nlbJx0rZhw ++ cat /tmp/tmp.f6OhtvoKOO ++ rm /tmp/tmp.nlbJx0rZhw /tmp/tmp.f6OhtvoKOO ++ return 0 + default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 9Gi' Applying resourcequota for default storageclass standard-rwo with quota 9Gi + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/9Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.U0fz31zAlJ ++ mktemp + local LAST_ERR=/tmp/tmp.1Y7YItaY8J + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.U0fz31zAlJ resourcequota/default-storage-quota created + cat /tmp/tmp.1Y7YItaY8J + rm /tmp/tmp.U0fz31zAlJ /tmp/tmp.1Y7YItaY8J + return 0 + echo 'Filling disk again to trigger autoscaling with quota limit' Filling disk again to trigger autoscaling with quota limit + fill_disk_to_threshold some-name-rs0-0 50 1700 + local pod=some-name-rs0-0 + local threshold=50 + local size_mb=1700 + echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 1700MB file)' Filling disk on some-name-rs0-0 to approximately 50% (creating 1700MB file) + kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=1700 2>/dev/null || true' ++ mktemp + local LAST_OUT=/tmp/tmp.jyGZtLoOJR ++ mktemp + local LAST_ERR=/tmp/tmp.8f9sGb8RUv + local exit_status=0 + local timeout=4 + args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=1700 2>/dev/null || true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=1700 2>/dev/null || true' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.jyGZtLoOJR + cat /tmp/tmp.8f9sGb8RUv + rm /tmp/tmp.jyGZtLoOJR /tmp/tmp.8f9sGb8RUv + return 0 + local usage ++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vtAB6bAXQH +++ mktemp ++ local LAST_ERR=/tmp/tmp.vCdZzBbUIn ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.vtAB6bAXQH ++ cat /tmp/tmp.vCdZzBbUIn ++ rm /tmp/tmp.vtAB6bAXQH /tmp/tmp.vCdZzBbUIn ++ return 0 + usage=65 + echo 'Current disk usage on some-name-rs0-0: 65%' Current disk usage on some-name-rs0-0: 65% + echo 'Waiting to verify PVC does not resize beyond quota (should stay at 3Gi)' Waiting to verify PVC does not resize beyond quota (should stay at 3Gi) + sleep 30 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TKkFJJZRrz +++ mktemp ++ local LAST_ERR=/tmp/tmp.4CaD8OsO3u ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.TKkFJJZRrz ++ cat /tmp/tmp.4CaD8OsO3u ++ rm /tmp/tmp.TKkFJJZRrz /tmp/tmp.4CaD8OsO3u ++ return 0 + current_size=3Gi + [[ 3Gi != 3Gi ]] + desc 'increase quota to allow further autoscaling' + set +o xtrace ----------------------------------------------------------------------------------- increase quota to allow further autoscaling ----------------------------------------------------------------------------------- + apply_resourcequota 15Gi + local quota=15Gi + local default_sc ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qQ5Wj5ignr +++ mktemp ++ local LAST_ERR=/tmp/tmp.JFNeQAlWTe ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'sc' '-o' 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.qQ5Wj5ignr ++ cat /tmp/tmp.JFNeQAlWTe ++ rm /tmp/tmp.qQ5Wj5ignr /tmp/tmp.JFNeQAlWTe ++ return 0 + default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 15Gi' Applying resourcequota for default storageclass standard-rwo with quota 15Gi + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/15Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ZvydGlsgcn ++ mktemp + local LAST_ERR=/tmp/tmp.hcg3Q6ZsuZ + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ZvydGlsgcn resourcequota/default-storage-quota configured + cat /tmp/tmp.hcg3Q6ZsuZ + rm /tmp/tmp.ZvydGlsgcn /tmp/tmp.hcg3Q6ZsuZ + return 0 + wait_for_auto_resize mongod-data-some-name-rs0-0 5Gi 60 10 + local pvc=mongod-data-some-name-rs0-0 + local expected_size=5Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi' Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P7TiuKDAiH +++ mktemp ++ local LAST_ERR=/tmp/tmp.CyFnByAO2H ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.P7TiuKDAiH ++ cat /tmp/tmp.CyFnByAO2H ++ rm /tmp/tmp.P7TiuKDAiH /tmp/tmp.CyFnByAO2H ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 10 + retry=1 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TUQA7pLvCx +++ mktemp ++ local LAST_ERR=/tmp/tmp.HCnJs7Td9H ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.TUQA7pLvCx ++ cat /tmp/tmp.HCnJs7Td9H ++ rm /tmp/tmp.TUQA7pLvCx /tmp/tmp.HCnJs7Td9H ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 10 + retry=2 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.awKFdBWGiT +++ mktemp ++ local LAST_ERR=/tmp/tmp.LDg8VlqEtA ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.awKFdBWGiT ++ cat /tmp/tmp.LDg8VlqEtA ++ rm /tmp/tmp.awKFdBWGiT /tmp/tmp.LDg8VlqEtA ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 10 + retry=3 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Iqhx3jLKoT +++ mktemp ++ local LAST_ERR=/tmp/tmp.UxIpRyws4F ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Iqhx3jLKoT ++ cat /tmp/tmp.UxIpRyws4F ++ rm /tmp/tmp.Iqhx3jLKoT /tmp/tmp.UxIpRyws4F ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 10 + retry=4 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8uSxi9cL01 +++ mktemp ++ local LAST_ERR=/tmp/tmp.uTc0d2k51v ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.8uSxi9cL01 ++ cat /tmp/tmp.uTc0d2k51v ++ rm /tmp/tmp.8uSxi9cL01 /tmp/tmp.uTc0d2k51v ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 4 -ge 60 ]] + echo -n . .+ sleep 10 + retry=5 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PyYPzENrk8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bhnqAYkCM0 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.PyYPzENrk8 ++ cat /tmp/tmp.bhnqAYkCM0 ++ rm /tmp/tmp.PyYPzENrk8 /tmp/tmp.bhnqAYkCM0 ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 5 -ge 60 ]] + echo -n . .+ sleep 10 + retry=6 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RG2gqFcVXa +++ mktemp ++ local LAST_ERR=/tmp/tmp.fL1ZSST9ma ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.RG2gqFcVXa ++ cat /tmp/tmp.fL1ZSST9ma ++ rm /tmp/tmp.RG2gqFcVXa /tmp/tmp.fL1ZSST9ma ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 6 -ge 60 ]] + echo -n . .+ sleep 10 + retry=7 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ttcdICq9FA +++ mktemp ++ local LAST_ERR=/tmp/tmp.uiBaal3UCY ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ttcdICq9FA ++ cat /tmp/tmp.uiBaal3UCY ++ rm /tmp/tmp.ttcdICq9FA /tmp/tmp.uiBaal3UCY ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 7 -ge 60 ]] + echo -n . .+ sleep 10 + retry=8 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JFKME2fmnu +++ mktemp ++ local LAST_ERR=/tmp/tmp.46QoqjMT9O ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.JFKME2fmnu ++ cat /tmp/tmp.46QoqjMT9O ++ rm /tmp/tmp.JFKME2fmnu /tmp/tmp.46QoqjMT9O ++ return 0 + [[ 3Gi == 5Gi ]] + [[ 8 -ge 60 ]] + echo -n . .+ sleep 10 + retry=9 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.slysFDzNaA +++ mktemp ++ local LAST_ERR=/tmp/tmp.JRhE6cCXDv ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.slysFDzNaA ++ cat /tmp/tmp.JRhE6cCXDv ++ rm /tmp/tmp.slysFDzNaA /tmp/tmp.JRhE6cCXDv ++ return 0 + [[ 5Gi == 5Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi' PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi + wait_for_auto_resize mongod-data-some-name-rs0-1 5Gi 60 10 + local pvc=mongod-data-some-name-rs0-1 + local expected_size=5Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi' Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-1 ++ local pvc=mongod-data-some-name-rs0-1 ++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DddPxhuwOc +++ mktemp ++ local LAST_ERR=/tmp/tmp.tCwAxIAxzy ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-1' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.DddPxhuwOc ++ cat /tmp/tmp.tCwAxIAxzy ++ rm /tmp/tmp.DddPxhuwOc /tmp/tmp.tCwAxIAxzy ++ return 0 + [[ 5Gi == 5Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi' PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi + wait_for_auto_resize mongod-data-some-name-rs0-2 5Gi 60 10 + local pvc=mongod-data-some-name-rs0-2 + local expected_size=5Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi' Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-2 ++ local pvc=mongod-data-some-name-rs0-2 ++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W0LVnbRdPZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.MIyjO9M7Ml ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-2' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.W0LVnbRdPZ ++ cat /tmp/tmp.MIyjO9M7Ml ++ rm /tmp/tmp.W0LVnbRdPZ /tmp/tmp.MIyjO9M7Ml ++ return 0 + [[ 5Gi == 5Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi' PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi + desc 'verify cluster consistency after quota test' + set +o xtrace ----------------------------------------------------------------------------------- verify cluster consistency after quota test ----------------------------------------------------------------------------------- + wait_cluster_consistency some-name 64 + local cluster_name=some-name + local wait_time=64 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XpGH65gVAz +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qp6bAKQAiK ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.XpGH65gVAz ++ cat /tmp/tmp.Qp6bAKQAiK ++ rm /tmp/tmp.XpGH65gVAz /tmp/tmp.Qp6bAKQAiK ++ return 0 + [[ ready == ready ]] + echo .OK .OK + desc 'test maxSize limit' + set +o xtrace ----------------------------------------------------------------------------------- test maxSize limit ----------------------------------------------------------------------------------- + apply_resourcequota 30Gi + local quota=30Gi + local default_sc ++ get_default_storageclass ++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KJrzCMW2kJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.ubav9TwzgN ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'sc' '-o' 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.KJrzCMW2kJ ++ cat /tmp/tmp.ubav9TwzgN ++ rm /tmp/tmp.KJrzCMW2kJ /tmp/tmp.ubav9TwzgN ++ return 0 + default_sc=standard-rwo + echo 'Applying resourcequota for default storageclass standard-rwo with quota 30Gi' Applying resourcequota for default storageclass standard-rwo with quota 30Gi + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/pvc-auto-resize/conf/resourcequota.yml + sed s/STORAGECLASS/standard-rwo/ + sed s/QUOTA/30Gi/ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.4eAI5DkNpj ++ mktemp + local LAST_ERR=/tmp/tmp.XvWdLUr0iQ + local exit_status=0 + local timeout=4 + args=('apply' '-f' '-') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.4eAI5DkNpj resourcequota/default-storage-quota configured + cat /tmp/tmp.XvWdLUr0iQ + rm /tmp/tmp.4eAI5DkNpj /tmp/tmp.XvWdLUr0iQ + return 0 + echo 'Continuing to fill disk to test maxSize enforcement' Continuing to fill disk to test maxSize enforcement + fill_disk_to_threshold some-name-rs0-0 50 2900 + local pod=some-name-rs0-0 + local threshold=50 + local size_mb=2900 + echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 2900MB file)' Filling disk on some-name-rs0-0 to approximately 50% (creating 2900MB file) + kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2900 2>/dev/null || true' ++ mktemp + local LAST_OUT=/tmp/tmp.BvUVKPttSf ++ mktemp + local LAST_ERR=/tmp/tmp.0qcyVdyPQR + local exit_status=0 + local timeout=4 + args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2900 2>/dev/null || true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2900 2>/dev/null || true' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.BvUVKPttSf + cat /tmp/tmp.0qcyVdyPQR + rm /tmp/tmp.BvUVKPttSf /tmp/tmp.0qcyVdyPQR + return 0 + local usage ++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VWyc0uvVhy +++ mktemp ++ local LAST_ERR=/tmp/tmp.OEiJNRGjy8 ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.VWyc0uvVhy ++ cat /tmp/tmp.OEiJNRGjy8 ++ rm /tmp/tmp.VWyc0uvVhy /tmp/tmp.OEiJNRGjy8 ++ return 0 + usage=63 + echo 'Current disk usage on some-name-rs0-0: 63%' Current disk usage on some-name-rs0-0: 63% + wait_for_auto_resize mongod-data-some-name-rs0-0 7Gi 60 10 + local pvc=mongod-data-some-name-rs0-0 + local expected_size=7Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi' Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fCnjVUXp2x +++ mktemp ++ local LAST_ERR=/tmp/tmp.IbWixcethJ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.fCnjVUXp2x ++ cat /tmp/tmp.IbWixcethJ ++ rm /tmp/tmp.fCnjVUXp2x /tmp/tmp.IbWixcethJ ++ return 0 + [[ 5Gi == 7Gi ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 10 + retry=1 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hQlkzby2Lx +++ mktemp ++ local LAST_ERR=/tmp/tmp.EFHi4ErhXD ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.hQlkzby2Lx ++ cat /tmp/tmp.EFHi4ErhXD ++ rm /tmp/tmp.hQlkzby2Lx /tmp/tmp.EFHi4ErhXD ++ return 0 + [[ 5Gi == 7Gi ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 10 + retry=2 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GMoQRhCdnr +++ mktemp ++ local LAST_ERR=/tmp/tmp.3WvzK0xB7N ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.GMoQRhCdnr ++ cat /tmp/tmp.3WvzK0xB7N ++ rm /tmp/tmp.GMoQRhCdnr /tmp/tmp.3WvzK0xB7N ++ return 0 + [[ 5Gi == 7Gi ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 10 + retry=3 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sgztd84sCW +++ mktemp ++ local LAST_ERR=/tmp/tmp.GMqR3e416M ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Sgztd84sCW ++ cat /tmp/tmp.GMqR3e416M ++ rm /tmp/tmp.Sgztd84sCW /tmp/tmp.GMqR3e416M ++ return 0 + [[ 5Gi == 7Gi ]] + [[ 3 -ge 60 ]] + echo -n . .+ sleep 10 + retry=4 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MqwfJwMc8Q +++ mktemp ++ local LAST_ERR=/tmp/tmp.L8Uy3Tstmc ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.MqwfJwMc8Q ++ cat /tmp/tmp.L8Uy3Tstmc ++ rm /tmp/tmp.MqwfJwMc8Q /tmp/tmp.L8Uy3Tstmc ++ return 0 + [[ 7Gi == 7Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi' PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi + wait_for_auto_resize mongod-data-some-name-rs0-1 7Gi 60 10 + local pvc=mongod-data-some-name-rs0-1 + local expected_size=7Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 7Gi' Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 7Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-1 ++ local pvc=mongod-data-some-name-rs0-1 ++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dp80wMjNNb +++ mktemp ++ local LAST_ERR=/tmp/tmp.bFDg7DQZ7g ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-1' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.dp80wMjNNb ++ cat /tmp/tmp.bFDg7DQZ7g ++ rm /tmp/tmp.dp80wMjNNb /tmp/tmp.bFDg7DQZ7g ++ return 0 + [[ 7Gi == 7Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 7Gi' PVC mongod-data-some-name-rs0-1 successfully resized to 7Gi + wait_for_auto_resize mongod-data-some-name-rs0-2 7Gi 60 10 + local pvc=mongod-data-some-name-rs0-2 + local expected_size=7Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 7Gi' Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 7Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-2 ++ local pvc=mongod-data-some-name-rs0-2 ++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T6kNzVVYAO +++ mktemp ++ local LAST_ERR=/tmp/tmp.r0bSnPMUxy ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-2' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.T6kNzVVYAO ++ cat /tmp/tmp.r0bSnPMUxy ++ rm /tmp/tmp.T6kNzVVYAO /tmp/tmp.r0bSnPMUxy ++ return 0 + [[ 7Gi == 7Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 7Gi' PVC mongod-data-some-name-rs0-2 successfully resized to 7Gi + fill_disk_to_threshold some-name-rs0-0 50 4000 + local pod=some-name-rs0-0 + local threshold=50 + local size_mb=4000 + echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 4000MB file)' Filling disk on some-name-rs0-0 to approximately 50% (creating 4000MB file) + kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true' ++ mktemp + local LAST_OUT=/tmp/tmp.jYWzchY17w ++ mktemp + local LAST_ERR=/tmp/tmp.atAidw9jhA + local exit_status=0 + local timeout=4 + args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.jYWzchY17w + cat /tmp/tmp.atAidw9jhA + rm /tmp/tmp.jYWzchY17w /tmp/tmp.atAidw9jhA + return 0 + local usage ++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EcxFifSFBu +++ mktemp ++ local LAST_ERR=/tmp/tmp.Jhim05VkUT ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.EcxFifSFBu ++ cat /tmp/tmp.Jhim05VkUT ++ rm /tmp/tmp.EcxFifSFBu /tmp/tmp.Jhim05VkUT ++ return 0 + usage=61 + echo 'Current disk usage on some-name-rs0-0: 61%' Current disk usage on some-name-rs0-0: 61% + wait_for_auto_resize mongod-data-some-name-rs0-0 9Gi 60 10 + local pvc=mongod-data-some-name-rs0-0 + local expected_size=9Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi' Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.26snkN7hq1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.si6ZzBnKrZ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.26snkN7hq1 ++ cat /tmp/tmp.si6ZzBnKrZ ++ rm /tmp/tmp.26snkN7hq1 /tmp/tmp.si6ZzBnKrZ ++ return 0 + [[ 7Gi == 9Gi ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 10 + retry=1 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ENtGsqwmsi +++ mktemp ++ local LAST_ERR=/tmp/tmp.V1QhjLMpVm ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ENtGsqwmsi ++ cat /tmp/tmp.V1QhjLMpVm ++ rm /tmp/tmp.ENtGsqwmsi /tmp/tmp.V1QhjLMpVm ++ return 0 + [[ 7Gi == 9Gi ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 10 + retry=2 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pVRNqpuQxj +++ mktemp ++ local LAST_ERR=/tmp/tmp.iLHwjyOERT ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.pVRNqpuQxj ++ cat /tmp/tmp.iLHwjyOERT ++ rm /tmp/tmp.pVRNqpuQxj /tmp/tmp.iLHwjyOERT ++ return 0 + [[ 7Gi == 9Gi ]] + [[ 2 -ge 60 ]] + echo -n . .+ sleep 10 + retry=3 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X5qt8kHbXO +++ mktemp ++ local LAST_ERR=/tmp/tmp.FvJmpZBbPK ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.X5qt8kHbXO ++ cat /tmp/tmp.FvJmpZBbPK ++ rm /tmp/tmp.X5qt8kHbXO /tmp/tmp.FvJmpZBbPK ++ return 0 + [[ 9Gi == 9Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi' PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi + wait_for_auto_resize mongod-data-some-name-rs0-1 9Gi 60 10 + local pvc=mongod-data-some-name-rs0-1 + local expected_size=9Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 9Gi' Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 9Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-1 ++ local pvc=mongod-data-some-name-rs0-1 ++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6G0Gjq6LBK +++ mktemp ++ local LAST_ERR=/tmp/tmp.TyYy27LwZI ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-1' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.6G0Gjq6LBK ++ cat /tmp/tmp.TyYy27LwZI ++ rm /tmp/tmp.6G0Gjq6LBK /tmp/tmp.TyYy27LwZI ++ return 0 + [[ 9Gi == 9Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 9Gi' PVC mongod-data-some-name-rs0-1 successfully resized to 9Gi + wait_for_auto_resize mongod-data-some-name-rs0-2 9Gi 60 10 + local pvc=mongod-data-some-name-rs0-2 + local expected_size=9Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 9Gi' Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 9Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-2 ++ local pvc=mongod-data-some-name-rs0-2 ++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uUKaDmDy9L +++ mktemp ++ local LAST_ERR=/tmp/tmp.vMGWlKAuYX ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-2' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uUKaDmDy9L ++ cat /tmp/tmp.vMGWlKAuYX ++ rm /tmp/tmp.uUKaDmDy9L /tmp/tmp.vMGWlKAuYX ++ return 0 + [[ 9Gi == 9Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 9Gi' PVC mongod-data-some-name-rs0-2 successfully resized to 9Gi + fill_disk_to_threshold some-name-rs0-0 50 5200 + local pod=some-name-rs0-0 + local threshold=50 + local size_mb=5200 + echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 5200MB file)' Filling disk on some-name-rs0-0 to approximately 50% (creating 5200MB file) + kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5200 2>/dev/null || true' ++ mktemp + local LAST_OUT=/tmp/tmp.rDcpSJkvZ3 ++ mktemp + local LAST_ERR=/tmp/tmp.6i2NcO55nL + local exit_status=0 + local timeout=4 + args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5200 2>/dev/null || true') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5200 2>/dev/null || true' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.rDcpSJkvZ3 + cat /tmp/tmp.6i2NcO55nL + rm /tmp/tmp.rDcpSJkvZ3 /tmp/tmp.6i2NcO55nL + return 0 + local usage ++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' +++ mktemp ++ local LAST_OUT=/tmp/tmp.D3B53XXyVX +++ mktemp ++ local LAST_ERR=/tmp/tmp.bLBAI6zYOy ++ local exit_status=0 ++ local timeout=4 ++ args=('exec' 'some-name-rs0-0' '-c' 'mongod' '--' 'bash' '-c' 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\''' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.D3B53XXyVX ++ cat /tmp/tmp.bLBAI6zYOy ++ rm /tmp/tmp.D3B53XXyVX /tmp/tmp.bLBAI6zYOy ++ return 0 + usage=61 + echo 'Current disk usage on some-name-rs0-0: 61%' Current disk usage on some-name-rs0-0: 61% + wait_for_auto_resize mongod-data-some-name-rs0-0 10Gi 60 10 + local pvc=mongod-data-some-name-rs0-0 + local expected_size=10Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi' Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NVidvZcdO7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vqg5Bs6kVr ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.NVidvZcdO7 ++ cat /tmp/tmp.Vqg5Bs6kVr ++ rm /tmp/tmp.NVidvZcdO7 /tmp/tmp.Vqg5Bs6kVr ++ return 0 + [[ 9Gi == 10Gi ]] + [[ 0 -ge 60 ]] + echo -n . .+ sleep 10 + retry=1 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C1kry149EY +++ mktemp ++ local LAST_ERR=/tmp/tmp.aC8rHDZ3be ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.C1kry149EY ++ cat /tmp/tmp.aC8rHDZ3be ++ rm /tmp/tmp.C1kry149EY /tmp/tmp.aC8rHDZ3be ++ return 0 + [[ 9Gi == 10Gi ]] + [[ 1 -ge 60 ]] + echo -n . .+ sleep 10 + retry=2 ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uyymuT8PeN +++ mktemp ++ local LAST_ERR=/tmp/tmp.U0Yfeu4j97 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.uyymuT8PeN ++ cat /tmp/tmp.U0Yfeu4j97 ++ rm /tmp/tmp.uyymuT8PeN /tmp/tmp.U0Yfeu4j97 ++ return 0 + [[ 10Gi == 10Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi' PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi + wait_for_auto_resize mongod-data-some-name-rs0-1 10Gi 60 10 + local pvc=mongod-data-some-name-rs0-1 + local expected_size=10Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi' Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-1 ++ local pvc=mongod-data-some-name-rs0-1 ++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lDyybUHOAi +++ mktemp ++ local LAST_ERR=/tmp/tmp.XK7FBG7psY ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-1' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.lDyybUHOAi ++ cat /tmp/tmp.XK7FBG7psY ++ rm /tmp/tmp.lDyybUHOAi /tmp/tmp.XK7FBG7psY ++ return 0 + [[ 10Gi == 10Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi' PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi + wait_for_auto_resize mongod-data-some-name-rs0-2 10Gi 60 10 + local pvc=mongod-data-some-name-rs0-2 + local expected_size=10Gi + local max_retry=60 + local sleep_time=10 + echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi' Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi + local retry=0 ++ get_pvc_size mongod-data-some-name-rs0-2 ++ local pvc=mongod-data-some-name-rs0-2 ++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bS5Bu9NQi6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.vO9SQbAxw9 ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-2' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.bS5Bu9NQi6 ++ cat /tmp/tmp.vO9SQbAxw9 ++ rm /tmp/tmp.bS5Bu9NQi6 /tmp/tmp.vO9SQbAxw9 ++ return 0 + [[ 10Gi == 10Gi ]] + echo + echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi' PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi ++ get_pvc_size mongod-data-some-name-rs0-0 ++ local pvc=mongod-data-some-name-rs0-0 ++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MGRaElHuQ1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nxUHJ7HfWZ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'pvc' 'mongod-data-some-name-rs0-0' '-o' 'jsonpath={.status.capacity.storage}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.MGRaElHuQ1 ++ cat /tmp/tmp.nxUHJ7HfWZ ++ rm /tmp/tmp.MGRaElHuQ1 /tmp/tmp.nxUHJ7HfWZ ++ return 0 + final_size=10Gi + [[ 10Gi != 10Gi ]] + desc 'verify final autoscaling status' + set +o xtrace ----------------------------------------------------------------------------------- verify final autoscaling status ----------------------------------------------------------------------------------- + check_autoscaling_status some-name 5 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2 + local cluster=some-name + local expected_resize_count=5 + shift 2 + pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2') + local pvc_names + local max_retry=30 + local sleep_time=10 + echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2' Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2 + echo 'Expected resize count per PVC: 5' Expected resize count per PVC: 5 + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ebQYiposPK +++ mktemp ++ local LAST_ERR=/tmp/tmp.tDulWDz3Fr ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ebQYiposPK ++ cat /tmp/tmp.tDulWDz3Fr ++ rm /tmp/tmp.ebQYiposPK /tmp/tmp.tDulWDz3Fr ++ return 0 + [[ 4 -eq 5 ]] + [[ 0 -ge 30 ]] + echo -n . .+ sleep 10 + retry=1 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4Cjw1TSijz +++ mktemp ++ local LAST_ERR=/tmp/tmp.VTBn0MVpPp ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.4Cjw1TSijz ++ cat /tmp/tmp.VTBn0MVpPp ++ rm /tmp/tmp.4Cjw1TSijz /tmp/tmp.VTBn0MVpPp ++ return 0 + [[ 5 -eq 5 ]] + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BjE9TJmLpQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.eeoS0RqFDa ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.BjE9TJmLpQ ++ cat /tmp/tmp.eeoS0RqFDa ++ rm /tmp/tmp.BjE9TJmLpQ /tmp/tmp.eeoS0RqFDa ++ return 0 + [[ 5 -eq 5 ]] + for pvc_name in "${pvc_names[@]}" + local retry=0 ++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.u6Q2gufK6w +++ mktemp ++ local LAST_ERR=/tmp/tmp.KTSEKrC6eJ ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.u6Q2gufK6w ++ cat /tmp/tmp.KTSEKrC6eJ ++ rm /tmp/tmp.u6Q2gufK6w /tmp/tmp.KTSEKrC6eJ ++ return 0 + [[ 5 -eq 5 ]] + wait_cluster_consistency some-name 64 + local cluster_name=some-name + local wait_time=64 + retry=0 + sleep 7 + echo -n 'waiting for cluster some-name to be ready' waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cGJmOO691B +++ mktemp ++ local LAST_ERR=/tmp/tmp.GrHchUktOA ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.cGJmOO691B ++ cat /tmp/tmp.GrHchUktOA ++ rm /tmp/tmp.cGJmOO691B /tmp/tmp.GrHchUktOA ++ return 0 + [[ ready == ready ]] + echo .OK .OK + destroy pvc-auto-resize-15467 + local namespace=pvc-auto-resize-15467 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false ']' + delete_backups + desc 'Delete psmdb-backup' + set +o xtrace ----------------------------------------------------------------------------------- Delete psmdb-backup ----------------------------------------------------------------------------------- ++ kubectl_bin get psmdb-backup --no-headers ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.UNz8GiQWh1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.GgihNYb5AL ++ local exit_status=0 ++ local timeout=4 ++ args=('get' 'psmdb-backup' '--no-headers') ++ local args ++ transformed_files=() ++ local transformed_files ++ arch_scheduling_enabled ++ [[ -n '' ]] ++ arch_scheduling_enabled ++ [[ -n '' ]] +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb-backup --no-headers ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.UNz8GiQWh1 ++ cat /tmp/tmp.GgihNYb5AL No resources found in pvc-auto-resize-15467 namespace. ++ rm /tmp/tmp.UNz8GiQWh1 /tmp/tmp.GgihNYb5AL ++ return 0 + '[' 0 '!=' 0 ']' + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.Ati0pqUoyq ++ mktemp + local LAST_ERR=/tmp/tmp.xOguHH6M7b + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Ati0pqUoyq customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.xOguHH6M7b + rm /tmp/tmp.Ati0pqUoyq /tmp/tmp.xOguHH6M7b + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml ++ grep -v '\-\-\-' grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.YrF2nWSIeF ++ mktemp + local LAST_ERR=/tmp/tmp.Na59OnQxLJ + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.YrF2nWSIeF + cat /tmp/tmp.Na59OnQxLJ + rm /tmp/tmp.YrF2nWSIeF /tmp/tmp.Na59OnQxLJ + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbclustersyncs" + : + kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.ypi65VdikW ++ mktemp + local LAST_ERR=/tmp/tmp.v3EEUSuhJs + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ypi65VdikW + cat /tmp/tmp.v3EEUSuhJs + rm /tmp/tmp.ypi65VdikW /tmp/tmp.v3EEUSuhJs + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.Vt1u2sJ4PD ++ mktemp + local LAST_ERR=/tmp/tmp.XUPx913ZV4 + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Vt1u2sJ4PD + cat /tmp/tmp.XUPx913ZV4 + rm /tmp/tmp.Vt1u2sJ4PD /tmp/tmp.XUPx913ZV4 + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch perconaservermongodbs.psmdb.percona.com -n pvc-auto-resize-15467 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaservermongodb.psmdb.percona.com/some-name patched + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.nyCNfSyR1a ++ mktemp + local LAST_ERR=/tmp/tmp.Fw7M9ee5Iy + local exit_status=0 + local timeout=4 + args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.nyCNfSyR1a customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met + cat /tmp/tmp.Fw7M9ee5Iy + rm /tmp/tmp.nyCNfSyR1a /tmp/tmp.Fw7M9ee5Iy + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.VmjjHqh9HW ++ mktemp + local LAST_ERR=/tmp/tmp.yFgXwVZy9R + local exit_status=0 + local timeout=4 + args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.VmjjHqh9HW clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.yFgXwVZy9R + rm /tmp/tmp.VmjjHqh9HW /tmp/tmp.yFgXwVZy9R + return 0 + destroy_cert_manager + [[ gke == rancher ]] + kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.5DjKTCaUAS ++ mktemp + local LAST_ERR=/tmp/tmp.W6uheGpqaY + local exit_status=0 + local timeout=4 + args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml') + local args + transformed_files=() + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.5DjKTCaUAS + cat /tmp/tmp.W6uheGpqaY Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.5DjKTCaUAS + cat /tmp/tmp.W6uheGpqaY Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 4 + for i in $(seq 0 2) + set +e + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml + exit_status=1 + set -e + '[' 1 '!=' 0 -a -n 1 ']' + cat /tmp/tmp.5DjKTCaUAS + cat /tmp/tmp.W6uheGpqaY Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + sleep 8 + cat /tmp/tmp.5DjKTCaUAS + cat /tmp/tmp.W6uheGpqaY Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found + rm /tmp/tmp.5DjKTCaUAS /tmp/tmp.W6uheGpqaY + return 1 + true + [[ -n '' ]] + '[' -n psmdb-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace pvc-auto-resize-15467 + kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator + rm -rf /tmp/tmp.Q0gsVKsEq7 ++ mktemp ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- + local LAST_OUT=/tmp/tmp.Z7CIRuHExY + local LAST_OUT=/tmp/tmp.Y7PMKX4DKk PASSED++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.nuhMxe1kEL + local exit_status=0 + local LAST_ERR=/tmp/tmp.NyFbPjUb7v + local timeout=4 + local exit_status=0 + local timeout=4 + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator') + args=('delete' '--grace-period=0' '--force=true' 'namespace' 'pvc-auto-resize-15467') + local args + transformed_files=() + local args + local transformed_files + transformed_files=() + arch_scheduling_enabled + local transformed_files + arch_scheduling_enabled + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] + [[ -n '' ]] + arch_scheduling_enabled + [[ -n '' ]] ++ seq 0 2 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace psmdb-operator + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace pvc-auto-resize-15467 - generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/pvc-auto-resize.xml - - Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/pvc-auto-resize.html - ======================== 1 passed in 790.86s (0:13:10) ========================= + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Z7CIRuHExY namespace "psmdb-operator" force deleted + cat /tmp/tmp.nuhMxe1kEL Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.Z7CIRuHExY /tmp/tmp.nuhMxe1kEL + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Y7PMKX4DKk namespace "pvc-auto-resize-15467" force deleted + cat /tmp/tmp.NyFbPjUb7v Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.Y7PMKX4DKk /tmp/tmp.NyFbPjUb7v + return 0