Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/logs/pvc-auto-resize.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ '[' 0 == 1 ']'
+ ensure_default_sc_allows_expansion
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.raK5oqgd3J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QmqsyeSdo5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.raK5oqgd3J
++ cat /tmp/tmp.QmqsyeSdo5
++ rm /tmp/tmp.raK5oqgd3J /tmp/tmp.QmqsyeSdo5
++ return 0
+ default_sc=standard-rwo
+ echo 'Checking if default storageclass standard-rwo allows volume expansion'
Checking if default storageclass standard-rwo allows volume expansion
+ local allowVolumeExpansion
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WHfm8rTwC7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CAN8Cc1qHK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WHfm8rTwC7
++ cat /tmp/tmp.CAN8Cc1qHK
++ rm /tmp/tmp.WHfm8rTwC7 /tmp/tmp.CAN8Cc1qHK
++ return 0
+ allowVolumeExpansion=true
+ [[ true != \t\r\u\e ]]
+ create_infra pvc-auto-resize-16914
+ local ns=pvc-auto-resize-16914
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.zvYLrzfeV0
++ mktemp
+ local LAST_ERR=/tmp/tmp.VQ4nifRyfd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zvYLrzfeV0
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.VQ4nifRyfd
+ rm /tmp/tmp.zvYLrzfeV0 /tmp/tmp.VQ4nifRyfd
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.vk75XmC0jg
++ mktemp
+ local LAST_ERR=/tmp/tmp.MeWUwd0vNq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vk75XmC0jg
+ cat /tmp/tmp.MeWUwd0vNq
+ rm /tmp/tmp.vk75XmC0jg /tmp/tmp.MeWUwd0vNq
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.VASHO4XhJZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.GE177gGipy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VASHO4XhJZ
+ cat /tmp/tmp.GE177gGipy
+ rm /tmp/tmp.VASHO4XhJZ /tmp/tmp.GE177gGipy
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.AxM4V3Rifu
++ mktemp
+ local LAST_ERR=/tmp/tmp.vyLTCbXGvB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AxM4V3Rifu
+ cat /tmp/tmp.vyLTCbXGvB
+ rm /tmp/tmp.AxM4V3Rifu /tmp/tmp.vyLTCbXGvB
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.271ERntLOp
++ mktemp
+ local LAST_ERR=/tmp/tmp.Tk60CEsMMc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.271ERntLOp
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.Tk60CEsMMc
+ rm /tmp/tmp.271ERntLOp /tmp/tmp.Tk60CEsMMc
+ return 0
+ check_crd_for_deletion PR-2232-bb80a94f
+ local git_tag=PR-2232-bb80a94f
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2232-bb80a94f/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5LpszGm0Eb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wedvNLulKh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LpszGm0Eb
++ cat /tmp/tmp.wedvNLulKh
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LpszGm0Eb
++ cat /tmp/tmp.wedvNLulKh
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LpszGm0Eb
++ cat /tmp/tmp.wedvNLulKh
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.5LpszGm0Eb
++ cat /tmp/tmp.wedvNLulKh
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.5LpszGm0Eb /tmp/tmp.wedvNLulKh
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
++ mktemp
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.w0C0fZimxN
++ mktemp
+ local LAST_OUT=/tmp/tmp.FCxoPbNUOa
++ mktemp
+ local LAST_ERR=/tmp/tmp.eElaUzODJd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.ucXyOMORco
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.w0C0fZimxN
+ cat /tmp/tmp.eElaUzODJd
+ rm /tmp/tmp.w0C0fZimxN /tmp/tmp.eElaUzODJd
+ return 0
namespace "pvc-auto-resize-833" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FCxoPbNUOa
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.ucXyOMORco
+ rm /tmp/tmp.FCxoPbNUOa /tmp/tmp.ucXyOMORco
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.veIwtppz5l
++ mktemp
+ local LAST_ERR=/tmp/tmp.bXG1dBTcZ3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.veIwtppz5l
+ cat /tmp/tmp.bXG1dBTcZ3
+ rm /tmp/tmp.veIwtppz5l /tmp/tmp.bXG1dBTcZ3
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.VvW3m0eCBF
++ mktemp
+ local LAST_ERR=/tmp/tmp.V15bo5K5Zp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VvW3m0eCBF
namespace/psmdb-operator created
+ cat /tmp/tmp.V15bo5K5Zp
+ rm /tmp/tmp.VvW3m0eCBF /tmp/tmp.V15bo5K5Zp
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xIBdzVpe8O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DEAaqncCbo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xIBdzVpe8O
++ cat /tmp/tmp.DEAaqncCbo
++ rm /tmp/tmp.xIBdzVpe8O /tmp/tmp.DEAaqncCbo
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.q9Wblmi1GC
++ mktemp
+ local LAST_ERR=/tmp/tmp.pWUbUJiSuu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.q9Wblmi1GC
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13" modified.
+ cat /tmp/tmp.pWUbUJiSuu
+ rm /tmp/tmp.q9Wblmi1GC /tmp/tmp.pWUbUJiSuu
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2232-bb80a94f'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2232-bb80a94f
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fsRMUVeZAU
++ mktemp
+ local LAST_ERR=/tmp/tmp.WBw8pt584X
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fsRMUVeZAU
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.WBw8pt584X
+ rm /tmp/tmp.fsRMUVeZAU /tmp/tmp.WBw8pt584X
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.ON7Sjpp7Tu
++ mktemp
+ local LAST_ERR=/tmp/tmp.zyM5unLlEd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ON7Sjpp7Tu
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.zyM5unLlEd
+ rm /tmp/tmp.ON7Sjpp7Tu /tmp/tmp.zyM5unLlEd
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2232-bb80a94f") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.sCWWE1GOIH
++ mktemp
+ local LAST_ERR=/tmp/tmp.W4aYsJYNY6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sCWWE1GOIH
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.W4aYsJYNY6
+ rm /tmp/tmp.sCWWE1GOIH /tmp/tmp.W4aYsJYNY6
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gdTGpRuan1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oSZAotSDxL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gdTGpRuan1
++ cat /tmp/tmp.oSZAotSDxL
++ rm /tmp/tmp.gdTGpRuan1 /tmp/tmp.oSZAotSDxL
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-c9c7475c6-2pms7
+ local pod=percona-server-mongodb-operator-c9c7475c6-2pms7
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-c9c7475c6-2pms7 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6a8rs8DqYk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7Up4m2bmvA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6a8rs8DqYk
++ cat /tmp/tmp.7Up4m2bmvA
++ rm /tmp/tmp.6a8rs8DqYk /tmp/tmp.7Up4m2bmvA
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-c9c7475c6-2pms7
++ mktemp
+ local LAST_OUT=/tmp/tmp.46CkGIVrDM
++ mktemp
+ local LAST_ERR=/tmp/tmp.p9QED74tnp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-c9c7475c6-2pms7
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.46CkGIVrDM
+ cat /tmp/tmp.p9QED74tnp
+ rm /tmp/tmp.46CkGIVrDM /tmp/tmp.p9QED74tnp
+ return 0
2026-03-11T17:22:38.487Z	INFO	setup	Manager starting up	{"gitCommit": "bb80a94fe259eaaaf83e80d96a720e6fe7708ede", "gitBranch": "PR-2232-bb80a94f", "buildTime": "", "goVersion": "go1.25.8", "os": "linux", "arch": "amd64"}
+ create_namespace pvc-auto-resize-16914
+ local namespace=pvc-auto-resize-16914
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pvc-auto-resize-16914'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pvc-auto-resize-16914
-----------------------------------------------------------------------------------

+ xargs kubectl delete ns
+ kubectl_bin delete namespace pvc-auto-resize-16914 --ignore-not-found
++ mktemp
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ApL3eKA3WD
+ local LAST_OUT=/tmp/tmp.F4u8gsqP48
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.fbiREST5TQ
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.Rbp65nKlXh
++ seq 0 2
+ local exit_status=0
+ local timeout=4
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pvc-auto-resize-16914 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ApL3eKA3WD
+ cat /tmp/tmp.fbiREST5TQ
+ rm /tmp/tmp.ApL3eKA3WD /tmp/tmp.fbiREST5TQ
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.F4u8gsqP48
+ cat /tmp/tmp.Rbp65nKlXh
+ rm /tmp/tmp.F4u8gsqP48 /tmp/tmp.Rbp65nKlXh
+ return 0
+ kubectl_bin wait --for=delete namespace pvc-auto-resize-16914
++ mktemp
+ local LAST_OUT=/tmp/tmp.P2ZVD5aRdY
++ mktemp
+ local LAST_ERR=/tmp/tmp.Oq1A6klrJW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace pvc-auto-resize-16914
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.P2ZVD5aRdY
+ cat /tmp/tmp.Oq1A6klrJW
+ rm /tmp/tmp.P2ZVD5aRdY /tmp/tmp.Oq1A6klrJW
+ return 0
+ desc 'create namespace pvc-auto-resize-16914'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pvc-auto-resize-16914
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pvc-auto-resize-16914
++ mktemp
+ local LAST_OUT=/tmp/tmp.gUvesqAQft
++ mktemp
+ local LAST_ERR=/tmp/tmp.e4QZE4pudg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pvc-auto-resize-16914
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gUvesqAQft
namespace/pvc-auto-resize-16914 created
+ cat /tmp/tmp.e4QZE4pudg
+ rm /tmp/tmp.gUvesqAQft /tmp/tmp.e4QZE4pudg
+ return 0
+ set_kube_ctx pvc-auto-resize-16914
+ local namespace=pvc-auto-resize-16914
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.psisOTrCg5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zCYoOxHhg3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.psisOTrCg5
++ cat /tmp/tmp.zCYoOxHhg3
++ rm /tmp/tmp.psisOTrCg5 /tmp/tmp.zCYoOxHhg3
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13 --namespace=pvc-auto-resize-16914
++ mktemp
+ local LAST_OUT=/tmp/tmp.zqgF0b6XZt
++ mktemp
+ local LAST_ERR=/tmp/tmp.V0Ct1yN1Wb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13 --namespace=pvc-auto-resize-16914
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zqgF0b6XZt
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2232-bb80a94f-13-cluster13" modified.
+ cat /tmp/tmp.V0Ct1yN1Wb
+ rm /tmp/tmp.zqgF0b6XZt /tmp/tmp.V0Ct1yN1Wb
+ return 0
+ desc 'create secrets and psmdb client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and psmdb client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.mT9EurK5Ma
++ mktemp
+ local LAST_ERR=/tmp/tmp.S7glo0E6Ph
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mT9EurK5Ma
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.S7glo0E6Ph
+ rm /tmp/tmp.mT9EurK5Ma /tmp/tmp.S7glo0E6Ph
+ return 0
+ desc 'create PSMDB cluster with storageAutoscaling enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster with storageAutoscaling enabled
-----------------------------------------------------------------------------------

+ cluster=some-name
+ '[' 0 == 1 ']'
+ spinup_psmdb some-name-rs0 /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ local cluster=some-name-rs0
+ local config=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ local size=3
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/some-name.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2232-bb80a94f"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ /usr/sbin/sed -e s/NAME_SPACE/pvc-auto-resize-16914/g
+ local LAST_OUT=/tmp/tmp.17UNddNxx0
++ mktemp
+ local LAST_ERR=/tmp/tmp.7xov8J3ElX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.17UNddNxx0
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.7xov8J3ElX
+ rm /tmp/tmp.17UNddNxx0 /tmp/tmp.7xov8J3ElX
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e8pfotni22
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vQJZS8y2RF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.e8pfotni22
++ cat /tmp/tmp.vQJZS8y2RF
++ rm /tmp/tmp.e8pfotni22 /tmp/tmp.vQJZS8y2RF
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ubY4DxgQlw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kMGFq4Nhoi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ubY4DxgQlw
++ cat /tmp/tmp.kMGFq4Nhoi
++ rm /tmp/tmp.ubY4DxgQlw /tmp/tmp.kMGFq4Nhoi
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Cxh7JSGS7X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VKr2L5n7SC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Cxh7JSGS7X
++ cat /tmp/tmp.VKr2L5n7SC
++ rm /tmp/tmp.Cxh7JSGS7X /tmp/tmp.VKr2L5n7SC
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ compare_kubectl statefulset/some-name-rs0
+ local resource=statefulset/some-name-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml
+ local new_result=/tmp/tmp.W3UD30ir7u/statefulset_some-name-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("pvc-auto-resize-16914", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.mYS1XAT9Ub
++ mktemp
+ local LAST_ERR=/tmp/tmp.AagChyrMO7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/some-name-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mYS1XAT9Ub
+ cat /tmp/tmp.AagChyrMO7
+ rm /tmp/tmp.mYS1XAT9Ub /tmp/tmp.AagChyrMO7
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.W3UD30ir7u/statefulset_some-name-rs0.yml
+ version_gt 1.22
++ echo '1.32 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.W3UD30ir7u/statefulset_some-name-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.W3UD30ir7u/statefulset_some-name-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml /tmp/tmp.W3UD30ir7u/statefulset_some-name-rs0.yml
+ log 'compare_kubectl: statefulset/some-name-rs0 OK'
+ set +o xtrace
[2026-03-11T17:25:12+0000] compare_kubectl: statefulset/some-name-rs0 OK
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-16914
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-16914
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-16914 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oGzaFcIsm0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LBQ5wC65oG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oGzaFcIsm0
++ cat /tmp/tmp.LBQ5wC65oG
++ rm /tmp/tmp.oGzaFcIsm0 /tmp/tmp.LBQ5wC65oG
++ return 0
+ local client_container=psmdb-client-bb8b97679-xrswb
+ kubectl_bin exec psmdb-client-bb8b97679-xrswb -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-16914.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.GsUKCnRyBH
++ mktemp
+ local LAST_ERR=/tmp/tmp.3rebSXMZkl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-xrswb -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-16914.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GsUKCnRyBH
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7220e771-479b-4e3a-b2b5-341ff565a7cb") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.3rebSXMZkl
+ rm /tmp/tmp.GsUKCnRyBH /tmp/tmp.3rebSXMZkl
+ return 0
+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pvc-auto-resize-16914
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-rs0.pvc-auto-resize-16914
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pvc-auto-resize-16914 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sJCUz5M6ZX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4goS4IVIsc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sJCUz5M6ZX
++ cat /tmp/tmp.4goS4IVIsc
++ rm /tmp/tmp.sJCUz5M6ZX /tmp/tmp.4goS4IVIsc
++ return 0
+ local client_container=psmdb-client-bb8b97679-xrswb
+ kubectl_bin exec psmdb-client-bb8b97679-xrswb -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-16914.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.k0iqSpYwAd
++ mktemp
+ local LAST_ERR=/tmp/tmp.1URT0cFqWM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-bb8b97679-xrswb -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-16914.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.k0iqSpYwAd
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-1.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-16914.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("a567377c-1096-4f84-adc7-5dac73496f90") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.1URT0cFqWM
+ rm /tmp/tmp.k0iqSpYwAd /tmp/tmp.1URT0cFqWM
+ return 0
+ desc 'verify initial PVC size is 1Gi'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify initial PVC size is 1Gi
-----------------------------------------------------------------------------------

++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U4QosNlZxJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sr8Gp2B7Ye
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.U4QosNlZxJ
++ cat /tmp/tmp.Sr8Gp2B7Ye
++ rm /tmp/tmp.U4QosNlZxJ /tmp/tmp.Sr8Gp2B7Ye
++ return 0
+ initial_size=1Gi
+ echo 'Initial PVC size: 1Gi'
Initial PVC size: 1Gi
+ [[ 1Gi != \1\G\i ]]
+ desc 'fill disk to trigger autoscaling threshold 50 percent'
+ set +o xtrace


-----------------------------------------------------------------------------------
fill disk to trigger autoscaling threshold 50 percent
-----------------------------------------------------------------------------------

+ fill_disk_to_threshold some-name-rs0-0 50 600
+ local pod=some-name-rs0-0
+ local threshold=50
+ local size_mb=600
+ echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 600MB file)'
Filling disk on some-name-rs0-0 to approximately 50% (creating 600MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=600 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.yLvBWRCntg
++ mktemp
+ local LAST_ERR=/tmp/tmp.lcOvqDlVy1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=600 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yLvBWRCntg
+ cat /tmp/tmp.lcOvqDlVy1
+ rm /tmp/tmp.yLvBWRCntg /tmp/tmp.lcOvqDlVy1
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YQhdPf49YR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MpbSJsY5PO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YQhdPf49YR
++ cat /tmp/tmp.MpbSJsY5PO
++ rm /tmp/tmp.YQhdPf49YR /tmp/tmp.MpbSJsY5PO
++ return 0
+ usage=85
+ echo 'Current disk usage on some-name-rs0-0: 85%'
Current disk usage on some-name-rs0-0: 85%
+ desc 'wait for auto-resize to trigger'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for auto-resize to trigger
-----------------------------------------------------------------------------------

+ wait_for_auto_resize mongod-data-some-name-rs0-0 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mQpZ50alm0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F1lFCBNG0X
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mQpZ50alm0
++ cat /tmp/tmp.F1lFCBNG0X
++ rm /tmp/tmp.mQpZ50alm0 /tmp/tmp.F1lFCBNG0X
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AXDmTTG4ux
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DHEQNNaoWv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AXDmTTG4ux
++ cat /tmp/tmp.DHEQNNaoWv
++ rm /tmp/tmp.AXDmTTG4ux /tmp/tmp.DHEQNNaoWv
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ye4tVLwfp1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qBzxpjAq0I
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ye4tVLwfp1
++ cat /tmp/tmp.qBzxpjAq0I
++ rm /tmp/tmp.Ye4tVLwfp1 /tmp/tmp.qBzxpjAq0I
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4aHeYadyBH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BeuEbyV6Mu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4aHeYadyBH
++ cat /tmp/tmp.BeuEbyV6Mu
++ rm /tmp/tmp.4aHeYadyBH /tmp/tmp.BeuEbyV6Mu
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YU2e4sdvSm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qFJ4SFECQB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YU2e4sdvSm
++ cat /tmp/tmp.qFJ4SFECQB
++ rm /tmp/tmp.YU2e4sdvSm /tmp/tmp.qFJ4SFECQB
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 4 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=5
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZLlOiw1qEn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yy4bm4cHzT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZLlOiw1qEn
++ cat /tmp/tmp.yy4bm4cHzT
++ rm /tmp/tmp.ZLlOiw1qEn /tmp/tmp.yy4bm4cHzT
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UOi6blQyoY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cvy6aCRC2L
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UOi6blQyoY
++ cat /tmp/tmp.cvy6aCRC2L
++ rm /tmp/tmp.UOi6blQyoY /tmp/tmp.cvy6aCRC2L
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ViN83WnBgd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Adj4DppOQT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ViN83WnBgd
++ cat /tmp/tmp.Adj4DppOQT
++ rm /tmp/tmp.ViN83WnBgd /tmp/tmp.Adj4DppOQT
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7iy4iI13Uv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8MQrwdbeNo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7iy4iI13Uv
++ cat /tmp/tmp.8MQrwdbeNo
++ rm /tmp/tmp.7iy4iI13Uv /tmp/tmp.8MQrwdbeNo
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi
+ desc 'verify autoscaling status is updated'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify autoscaling status is updated
-----------------------------------------------------------------------------------

+ check_autoscaling_status some-name 1 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ local cluster=some-name
+ local expected_resize_count=1
+ shift 2
+ pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2')
+ local pvc_names
+ local max_retry=30
+ local sleep_time=10
+ echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2'
Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ echo 'Expected resize count per PVC: 1'
Expected resize count per PVC: 1
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BtIrT5QLeU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H7pED2Qk19
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BtIrT5QLeU
++ cat /tmp/tmp.H7pED2Qk19
++ rm /tmp/tmp.BtIrT5QLeU /tmp/tmp.H7pED2Qk19
++ return 0
+ [[ '' -eq 1 ]]
+ [[ 0 -ge 30 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4iEuQr2UQZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B297UuRGXB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4iEuQr2UQZ
++ cat /tmp/tmp.B297UuRGXB
++ rm /tmp/tmp.4iEuQr2UQZ /tmp/tmp.B297UuRGXB
++ return 0
+ [[ 1 -eq 1 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WR6pPZJLkW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.udEOYG5uTV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WR6pPZJLkW
++ cat /tmp/tmp.udEOYG5uTV
++ rm /tmp/tmp.WR6pPZJLkW /tmp/tmp.udEOYG5uTV
++ return 0
+ [[ 1 -eq 1 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.APNXRtIkCQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XTJNrFvy8n
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.APNXRtIkCQ
++ cat /tmp/tmp.XTJNrFvy8n
++ rm /tmp/tmp.APNXRtIkCQ /tmp/tmp.XTJNrFvy8n
++ return 0
+ [[ 1 -eq 1 ]]
+ desc 'wait for cluster consistency after resize'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for cluster consistency after resize
-----------------------------------------------------------------------------------

+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gc2qAzKlSJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MaiqYX2BXA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gc2qAzKlSJ
++ cat /tmp/tmp.MaiqYX2BXA
++ rm /tmp/tmp.gc2qAzKlSJ /tmp/tmp.MaiqYX2BXA
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ desc 'verify cluster is ready'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify cluster is ready
-----------------------------------------------------------------------------------

+ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+ grep -q ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.7xu2Pzp9wF
++ mktemp
+ local LAST_ERR=/tmp/tmp.mWsgZhsaTx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7xu2Pzp9wF
+ cat /tmp/tmp.mWsgZhsaTx
+ rm /tmp/tmp.7xu2Pzp9wF /tmp/tmp.mWsgZhsaTx
+ return 0
+ [[ -n '' ]]
+ [[ 0 == 1 ]]
+ desc 'test namespace resource quota enforcement'
+ set +o xtrace


-----------------------------------------------------------------------------------
test namespace resource quota enforcement
-----------------------------------------------------------------------------------

+ apply_resourcequota 9Gi
+ local quota=9Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1LKyTphBlN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SLvID6Pzhf
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1LKyTphBlN
++ cat /tmp/tmp.SLvID6Pzhf
++ rm /tmp/tmp.1LKyTphBlN /tmp/tmp.SLvID6Pzhf
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 9Gi'
Applying resourcequota for default storageclass standard-rwo with quota 9Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ kubectl_bin apply -f -
+ sed s/STORAGECLASS/standard-rwo/
+ sed s/QUOTA/9Gi/
++ mktemp
+ local LAST_OUT=/tmp/tmp.0khqB6JTZO
++ mktemp
+ local LAST_ERR=/tmp/tmp.ulF7fHiMJj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0khqB6JTZO
resourcequota/default-storage-quota created
+ cat /tmp/tmp.ulF7fHiMJj
+ rm /tmp/tmp.0khqB6JTZO /tmp/tmp.ulF7fHiMJj
+ return 0
+ echo 'Filling disk again to trigger autoscaling with quota limit'
Filling disk again to trigger autoscaling with quota limit
+ fill_disk_to_threshold some-name-rs0-0 50 1700
+ local pod=some-name-rs0-0
+ local threshold=50
+ local size_mb=1700
+ echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 1700MB file)'
Filling disk on some-name-rs0-0 to approximately 50% (creating 1700MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=1700 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.79z3yQksD9
++ mktemp
+ local LAST_ERR=/tmp/tmp.MvOc1pwaaW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=1700 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.79z3yQksD9
+ cat /tmp/tmp.MvOc1pwaaW
+ rm /tmp/tmp.79z3yQksD9 /tmp/tmp.MvOc1pwaaW
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JvePAJ1bOW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8AnBaj6oOj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JvePAJ1bOW
++ cat /tmp/tmp.8AnBaj6oOj
++ rm /tmp/tmp.JvePAJ1bOW /tmp/tmp.8AnBaj6oOj
++ return 0
+ usage=65
+ echo 'Current disk usage on some-name-rs0-0: 65%'
Current disk usage on some-name-rs0-0: 65%
+ echo 'Waiting to verify PVC does not resize beyond quota (should stay at 3Gi)'
Waiting to verify PVC does not resize beyond quota (should stay at 3Gi)
+ sleep 30
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L3uTAR6xkm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dekDz7LPoe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L3uTAR6xkm
++ cat /tmp/tmp.dekDz7LPoe
++ rm /tmp/tmp.L3uTAR6xkm /tmp/tmp.dekDz7LPoe
++ return 0
+ current_size=3Gi
+ [[ 3Gi != \3\G\i ]]
+ desc 'increase quota to allow further autoscaling'
+ set +o xtrace


-----------------------------------------------------------------------------------
increase quota to allow further autoscaling
-----------------------------------------------------------------------------------

+ apply_resourcequota 15Gi
+ local quota=15Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BXTcr3COd4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KnQTMUU4eX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BXTcr3COd4
++ cat /tmp/tmp.KnQTMUU4eX
++ rm /tmp/tmp.BXTcr3COd4 /tmp/tmp.KnQTMUU4eX
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 15Gi'
Applying resourcequota for default storageclass standard-rwo with quota 15Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ sed s/STORAGECLASS/standard-rwo/
+ sed s/QUOTA/15Gi/
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.8ONwEDcshs
++ mktemp
+ local LAST_ERR=/tmp/tmp.apI9z0lrxq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8ONwEDcshs
resourcequota/default-storage-quota configured
+ cat /tmp/tmp.apI9z0lrxq
+ rm /tmp/tmp.8ONwEDcshs /tmp/tmp.apI9z0lrxq
+ return 0
+ wait_for_auto_resize mongod-data-some-name-rs0-0 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Wycra5xsOy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VHp0INAs4c
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Wycra5xsOy
++ cat /tmp/tmp.VHp0INAs4c
++ rm /tmp/tmp.Wycra5xsOy /tmp/tmp.VHp0INAs4c
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UxCqp6Jj9G
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4NNJmnfQjg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UxCqp6Jj9G
++ cat /tmp/tmp.4NNJmnfQjg
++ rm /tmp/tmp.UxCqp6Jj9G /tmp/tmp.4NNJmnfQjg
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LkMaN44ADC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QFWCe0ox1j
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LkMaN44ADC
++ cat /tmp/tmp.QFWCe0ox1j
++ rm /tmp/tmp.LkMaN44ADC /tmp/tmp.QFWCe0ox1j
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H0luS03Lg4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fALeUEOs4W
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H0luS03Lg4
++ cat /tmp/tmp.fALeUEOs4W
++ rm /tmp/tmp.H0luS03Lg4 /tmp/tmp.fALeUEOs4W
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZXl5ZlSSPu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hZNBLeIuXk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZXl5ZlSSPu
++ cat /tmp/tmp.hZNBLeIuXk
++ rm /tmp/tmp.ZXl5ZlSSPu /tmp/tmp.hZNBLeIuXk
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 4 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=5
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R1RXd3nAwe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QEvTjcGiI8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.R1RXd3nAwe
++ cat /tmp/tmp.QEvTjcGiI8
++ rm /tmp/tmp.R1RXd3nAwe /tmp/tmp.QEvTjcGiI8
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 5 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=6
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LAWZD9FmVl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pLG4YZwAWr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LAWZD9FmVl
++ cat /tmp/tmp.pLG4YZwAWr
++ rm /tmp/tmp.LAWZD9FmVl /tmp/tmp.pLG4YZwAWr
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1dLegen783
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gMxQxAMRuV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1dLegen783
++ cat /tmp/tmp.gMxQxAMRuV
++ rm /tmp/tmp.1dLegen783 /tmp/tmp.gMxQxAMRuV
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.neUifEcg2d
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RPIBR0Psc3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.neUifEcg2d
++ cat /tmp/tmp.RPIBR0Psc3
++ rm /tmp/tmp.neUifEcg2d /tmp/tmp.RPIBR0Psc3
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2LLZk2v6QL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i3HiTRid3S
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2LLZk2v6QL
++ cat /tmp/tmp.i3HiTRid3S
++ rm /tmp/tmp.2LLZk2v6QL /tmp/tmp.i3HiTRid3S
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi
+ desc 'verify cluster consistency after quota test'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify cluster consistency after quota test
-----------------------------------------------------------------------------------

+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.b28PT2iPlj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gmrHMvLAf9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.b28PT2iPlj
++ cat /tmp/tmp.gmrHMvLAf9
++ rm /tmp/tmp.b28PT2iPlj /tmp/tmp.gmrHMvLAf9
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ desc 'test maxSize limit'
+ set +o xtrace


-----------------------------------------------------------------------------------
test maxSize limit
-----------------------------------------------------------------------------------

+ apply_resourcequota 30Gi
+ local quota=30Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nRgJOXtVtr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b7PupK3djk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nRgJOXtVtr
++ cat /tmp/tmp.b7PupK3djk
++ rm /tmp/tmp.nRgJOXtVtr /tmp/tmp.b7PupK3djk
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 30Gi'
Applying resourcequota for default storageclass standard-rwo with quota 30Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ sed s/STORAGECLASS/standard-rwo/
+ sed s/QUOTA/30Gi/
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.8g4LgkV3it
++ mktemp
+ local LAST_ERR=/tmp/tmp.8JwyH6NiJa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8g4LgkV3it
resourcequota/default-storage-quota configured
+ cat /tmp/tmp.8JwyH6NiJa
+ rm /tmp/tmp.8g4LgkV3it /tmp/tmp.8JwyH6NiJa
+ return 0
+ echo 'Continuing to fill disk to test maxSize enforcement'
Continuing to fill disk to test maxSize enforcement
+ fill_disk_to_threshold some-name-rs0-0 50 2900
+ local pod=some-name-rs0-0
+ local threshold=50
+ local size_mb=2900
+ echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 2900MB file)'
Filling disk on some-name-rs0-0 to approximately 50% (creating 2900MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2900 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.smef1p9njM
++ mktemp
+ local LAST_ERR=/tmp/tmp.XSLaQ8LkKG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2900 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.smef1p9njM
+ cat /tmp/tmp.XSLaQ8LkKG
+ rm /tmp/tmp.smef1p9njM /tmp/tmp.XSLaQ8LkKG
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Mmbml7NEzj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ioBmEeqxNc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Mmbml7NEzj
++ cat /tmp/tmp.ioBmEeqxNc
++ rm /tmp/tmp.Mmbml7NEzj /tmp/tmp.ioBmEeqxNc
++ return 0
+ usage=63
+ echo 'Current disk usage on some-name-rs0-0: 63%'
Current disk usage on some-name-rs0-0: 63%
+ wait_for_auto_resize mongod-data-some-name-rs0-0 7Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=7Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vWsT8GZCvp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ndHFZ868zd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vWsT8GZCvp
++ cat /tmp/tmp.ndHFZ868zd
++ rm /tmp/tmp.vWsT8GZCvp /tmp/tmp.ndHFZ868zd
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JWlJAqBF7L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N7HCOLOPvn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JWlJAqBF7L
++ cat /tmp/tmp.N7HCOLOPvn
++ rm /tmp/tmp.JWlJAqBF7L /tmp/tmp.N7HCOLOPvn
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nmpdg3G8m2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TsDlrCdo4b
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nmpdg3G8m2
++ cat /tmp/tmp.TsDlrCdo4b
++ rm /tmp/tmp.nmpdg3G8m2 /tmp/tmp.TsDlrCdo4b
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iGqP405jnf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H0uToE0oJM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iGqP405jnf
++ cat /tmp/tmp.H0uToE0oJM
++ rm /tmp/tmp.iGqP405jnf /tmp/tmp.H0uToE0oJM
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Um1Mxm8MUw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iB6QE1wo2p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Um1Mxm8MUw
++ cat /tmp/tmp.iB6QE1wo2p
++ rm /tmp/tmp.Um1Mxm8MUw /tmp/tmp.iB6QE1wo2p
++ return 0
+ [[ 7Gi == \7\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 7Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=7Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 7Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 7Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QN3Zq6Tll4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rlcnf9daU7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QN3Zq6Tll4
++ cat /tmp/tmp.rlcnf9daU7
++ rm /tmp/tmp.QN3Zq6Tll4 /tmp/tmp.rlcnf9daU7
++ return 0
+ [[ 7Gi == \7\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 7Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 7Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 7Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=7Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 7Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 7Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8xa3MvP0zw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cYAYKxYYWv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8xa3MvP0zw
++ cat /tmp/tmp.cYAYKxYYWv
++ rm /tmp/tmp.8xa3MvP0zw /tmp/tmp.cYAYKxYYWv
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZLl8U38LKj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.04VhilITHJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZLl8U38LKj
++ cat /tmp/tmp.04VhilITHJ
++ rm /tmp/tmp.ZLl8U38LKj /tmp/tmp.04VhilITHJ
++ return 0
+ [[ 7Gi == \7\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 7Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 7Gi
+ fill_disk_to_threshold some-name-rs0-0 50 4000
+ local pod=some-name-rs0-0
+ local threshold=50
+ local size_mb=4000
+ echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 4000MB file)'
Filling disk on some-name-rs0-0 to approximately 50% (creating 4000MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.6x1pqUeCxt
++ mktemp
+ local LAST_ERR=/tmp/tmp.2ZQrQ49sHo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6x1pqUeCxt
+ cat /tmp/tmp.2ZQrQ49sHo
+ rm /tmp/tmp.6x1pqUeCxt /tmp/tmp.2ZQrQ49sHo
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DOoct6BZ21
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wb57rZEE0E
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DOoct6BZ21
++ cat /tmp/tmp.wb57rZEE0E
++ rm /tmp/tmp.DOoct6BZ21 /tmp/tmp.wb57rZEE0E
++ return 0
+ usage=61
+ echo 'Current disk usage on some-name-rs0-0: 61%'
Current disk usage on some-name-rs0-0: 61%
+ wait_for_auto_resize mongod-data-some-name-rs0-0 9Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=9Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eJO3IfnYUX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k4FIfagW6V
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eJO3IfnYUX
++ cat /tmp/tmp.k4FIfagW6V
++ rm /tmp/tmp.eJO3IfnYUX /tmp/tmp.k4FIfagW6V
++ return 0
+ [[ 7Gi == \9\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6kuFa8tecu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EgI68TPHNX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6kuFa8tecu
++ cat /tmp/tmp.EgI68TPHNX
++ rm /tmp/tmp.6kuFa8tecu /tmp/tmp.EgI68TPHNX
++ return 0
+ [[ 7Gi == \9\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ba7rboAOrS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pBt2MHt6qY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ba7rboAOrS
++ cat /tmp/tmp.pBt2MHt6qY
++ rm /tmp/tmp.ba7rboAOrS /tmp/tmp.pBt2MHt6qY
++ return 0
+ [[ 9Gi == \9\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 9Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=9Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 9Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 9Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DXzLLXrBYm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EW2yPy8Luo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DXzLLXrBYm
++ cat /tmp/tmp.EW2yPy8Luo
++ rm /tmp/tmp.DXzLLXrBYm /tmp/tmp.EW2yPy8Luo
++ return 0
+ [[ 9Gi == \9\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 9Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 9Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 9Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=9Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 9Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 9Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DUTvpEmDDb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.E6G17mBnDu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DUTvpEmDDb
++ cat /tmp/tmp.E6G17mBnDu
++ rm /tmp/tmp.DUTvpEmDDb /tmp/tmp.E6G17mBnDu
++ return 0
+ [[ 9Gi == \9\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 9Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 9Gi
+ fill_disk_to_threshold some-name-rs0-0 50 5200
+ local pod=some-name-rs0-0
+ local threshold=50
+ local size_mb=5200
+ echo 'Filling disk on some-name-rs0-0 to approximately 50% (creating 5200MB file)'
Filling disk on some-name-rs0-0 to approximately 50% (creating 5200MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5200 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9AgFFFwS0s
++ mktemp
+ local LAST_ERR=/tmp/tmp.m1SesUf7uZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5200 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9AgFFFwS0s
+ cat /tmp/tmp.m1SesUf7uZ
+ rm /tmp/tmp.9AgFFFwS0s /tmp/tmp.m1SesUf7uZ
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TZfnRCf5aK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sibXlWREEC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TZfnRCf5aK
++ cat /tmp/tmp.sibXlWREEC
++ rm /tmp/tmp.TZfnRCf5aK /tmp/tmp.sibXlWREEC
++ return 0
+ usage=61
+ echo 'Current disk usage on some-name-rs0-0: 61%'
Current disk usage on some-name-rs0-0: 61%
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wpP4WiCJtk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0KDIOUz8HQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wpP4WiCJtk
++ cat /tmp/tmp.0KDIOUz8HQ
++ rm /tmp/tmp.wpP4WiCJtk /tmp/tmp.0KDIOUz8HQ
++ return 0
+ final_size=9Gi
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 9Gi == \9\G\i ]]
+ echo 'PVC is at 9Gi, will resize to 10Gi (maxSize)'
PVC is at 9Gi, will resize to 10Gi (maxSize)
+ wait_for_auto_resize mongod-data-some-name-rs0-0 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ffMdXsTbTL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mk8R0RLbg4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ffMdXsTbTL
++ cat /tmp/tmp.mk8R0RLbg4
++ rm /tmp/tmp.ffMdXsTbTL /tmp/tmp.mk8R0RLbg4
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QrUtNbIeF3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pkALDuis1A
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QrUtNbIeF3
++ cat /tmp/tmp.pkALDuis1A
++ rm /tmp/tmp.QrUtNbIeF3 /tmp/tmp.pkALDuis1A
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OTBHhtfqBg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.V7y5buWNFZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OTBHhtfqBg
++ cat /tmp/tmp.V7y5buWNFZ
++ rm /tmp/tmp.OTBHhtfqBg /tmp/tmp.V7y5buWNFZ
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0T7ZVf1mQE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ByCH3TXUbi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0T7ZVf1mQE
++ cat /tmp/tmp.ByCH3TXUbi
++ rm /tmp/tmp.0T7ZVf1mQE /tmp/tmp.ByCH3TXUbi
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rRZ7IMfpPc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FP5bMg23zF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rRZ7IMfpPc
++ cat /tmp/tmp.FP5bMg23zF
++ rm /tmp/tmp.rRZ7IMfpPc /tmp/tmp.FP5bMg23zF
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wxUH87bBaq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FmGQGMdJNN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wxUH87bBaq
++ cat /tmp/tmp.FmGQGMdJNN
++ rm /tmp/tmp.wxUH87bBaq /tmp/tmp.FmGQGMdJNN
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OuTZ2ntAVi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QrkgVOLzsc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OuTZ2ntAVi
++ cat /tmp/tmp.QrkgVOLzsc
++ rm /tmp/tmp.OuTZ2ntAVi /tmp/tmp.QrkgVOLzsc
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi
+ desc 'verify final autoscaling status'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify final autoscaling status
-----------------------------------------------------------------------------------

+ check_autoscaling_status some-name 4 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ local cluster=some-name
+ local expected_resize_count=4
+ shift 2
+ pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2')
+ local pvc_names
+ local max_retry=30
+ local sleep_time=10
+ echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2'
Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ echo 'Expected resize count per PVC: 4'
Expected resize count per PVC: 4
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wuD473xZZU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vPlprXKpO3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wuD473xZZU
++ cat /tmp/tmp.vPlprXKpO3
++ rm /tmp/tmp.wuD473xZZU /tmp/tmp.vPlprXKpO3
++ return 0
+ [[ 4 -eq 4 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sc7IsyeB1D
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DrSDLy1U0T
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sc7IsyeB1D
++ cat /tmp/tmp.DrSDLy1U0T
++ rm /tmp/tmp.sc7IsyeB1D /tmp/tmp.DrSDLy1U0T
++ return 0
+ [[ 4 -eq 4 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NphDGOeWuP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o3a9tTI7GK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NphDGOeWuP
++ cat /tmp/tmp.o3a9tTI7GK
++ rm /tmp/tmp.NphDGOeWuP /tmp/tmp.o3a9tTI7GK
++ return 0
+ [[ 4 -eq 4 ]]
+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2mcsiV8Z5f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z8sdGIDFv0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2mcsiV8Z5f
++ cat /tmp/tmp.Z8sdGIDFv0
++ rm /tmp/tmp.2mcsiV8Z5f /tmp/tmp.Z8sdGIDFv0
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ destroy pvc-auto-resize-16914
+ local namespace=pvc-auto-resize-16914
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YLpSkqE54s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UaEoUuoCNw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YLpSkqE54s
++ cat /tmp/tmp.UaEoUuoCNw
No resources found in pvc-auto-resize-16914 namespace.
++ rm /tmp/tmp.YLpSkqE54s /tmp/tmp.UaEoUuoCNw
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.SaT9CiNkzG
++ mktemp
+ local LAST_ERR=/tmp/tmp.s3Gb76Cv3H
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SaT9CiNkzG
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.s3Gb76Cv3H
+ rm /tmp/tmp.SaT9CiNkzG /tmp/tmp.s3Gb76Cv3H
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IUvWHGkAUS
++ mktemp
+ local LAST_ERR=/tmp/tmp.1AUMWJe7oO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IUvWHGkAUS
+ cat /tmp/tmp.1AUMWJe7oO
+ rm /tmp/tmp.IUvWHGkAUS /tmp/tmp.1AUMWJe7oO
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.t0mtzffVLh
++ mktemp
+ local LAST_ERR=/tmp/tmp.AleCdkFLpq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.t0mtzffVLh
+ cat /tmp/tmp.AleCdkFLpq
+ rm /tmp/tmp.t0mtzffVLh /tmp/tmp.AleCdkFLpq
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n pvc-auto-resize-16914 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodb.psmdb.percona.com/some-name patched
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ewJZw6Bnlv
++ mktemp
+ local LAST_ERR=/tmp/tmp.qbZYmhblnZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ewJZw6Bnlv
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.qbZYmhblnZ
+ rm /tmp/tmp.ewJZw6Bnlv /tmp/tmp.qbZYmhblnZ
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.LDa09Z6HG9
++ mktemp
+ local LAST_ERR=/tmp/tmp.LU9OuW3wT5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2232/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LDa09Z6HG9
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.LU9OuW3wT5
+ rm /tmp/tmp.LDa09Z6HG9 /tmp/tmp.LU9OuW3wT5
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CBJKyG4dtM
++ mktemp
+ local LAST_ERR=/tmp/tmp.uAl8IvCAWS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CBJKyG4dtM
+ cat /tmp/tmp.uAl8IvCAWS
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CBJKyG4dtM
+ cat /tmp/tmp.uAl8IvCAWS
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CBJKyG4dtM
+ cat /tmp/tmp.uAl8IvCAWS
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.CBJKyG4dtM
+ cat /tmp/tmp.uAl8IvCAWS
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.CBJKyG4dtM /tmp/tmp.uAl8IvCAWS
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace pvc-auto-resize-16914
+ rm -rf /tmp/tmp.W3UD30ir7u
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.YJJmdkiaya
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_OUT=/tmp/tmp.ivlRAwewpr
++ mktemp
+ local LAST_ERR=/tmp/tmp.4bkhKtefwM
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.E0jfekTs3k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pvc-auto-resize-16914
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator