Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/logs/pvc-auto-resize.log
Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1
+ '[' 0 == 1 ']'
+ ensure_default_sc_allows_expansion
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FpDGyApX8B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fDNdQHJvop
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FpDGyApX8B
++ cat /tmp/tmp.fDNdQHJvop
++ rm /tmp/tmp.FpDGyApX8B /tmp/tmp.fDNdQHJvop
++ return 0
+ default_sc=standard-rwo
+ echo 'Checking if default storageclass standard-rwo allows volume expansion'
Checking if default storageclass standard-rwo allows volume expansion
+ local allowVolumeExpansion
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I87BR9TFjB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.voPHF7FBDp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.name=="standard-rwo")].allowVolumeExpansion}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.I87BR9TFjB
++ cat /tmp/tmp.voPHF7FBDp
++ rm /tmp/tmp.I87BR9TFjB /tmp/tmp.voPHF7FBDp
++ return 0
+ allowVolumeExpansion=true
+ [[ true != \t\r\u\e ]]
+ create_infra pvc-auto-resize-133
+ local ns=pvc-auto-resize-133
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.LWY7ES4FKc
++ mktemp
+ local LAST_ERR=/tmp/tmp.WSJ3ix0ZuG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LWY7ES4FKc
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.WSJ3ix0ZuG
+ rm /tmp/tmp.LWY7ES4FKc /tmp/tmp.WSJ3ix0ZuG
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ik4orv8u0L
++ mktemp
+ local LAST_ERR=/tmp/tmp.wtEAihSWWh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ik4orv8u0L
+ cat /tmp/tmp.wtEAihSWWh
+ rm /tmp/tmp.ik4orv8u0L /tmp/tmp.wtEAihSWWh
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.j1oFZnzNKR
++ mktemp
+ local LAST_ERR=/tmp/tmp.txDhiH0ufn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.j1oFZnzNKR
+ cat /tmp/tmp.txDhiH0ufn
+ rm /tmp/tmp.j1oFZnzNKR /tmp/tmp.txDhiH0ufn
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n pvc-auto-resize-26044 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodb.psmdb.percona.com/some-name patched
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.cghIhWksnz
++ mktemp
+ local LAST_ERR=/tmp/tmp.lQYauNWN0W
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cghIhWksnz
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.lQYauNWN0W
+ rm /tmp/tmp.cghIhWksnz /tmp/tmp.lQYauNWN0W
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.furIyzDW7e
++ mktemp
+ local LAST_ERR=/tmp/tmp.Dh1RuXpx7k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.furIyzDW7e
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.Dh1RuXpx7k
+ rm /tmp/tmp.furIyzDW7e /tmp/tmp.Dh1RuXpx7k
+ return 0
+ check_crd_for_deletion PR-2213-482da7af
+ local git_tag=PR-2213-482da7af
++ yq eval .metadata.name
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2213-482da7af/deploy/crd.yaml
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wtPguxrYrl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nZpQzN4RzD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wtPguxrYrl
++ cat /tmp/tmp.nZpQzN4RzD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wtPguxrYrl
++ cat /tmp/tmp.nZpQzN4RzD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.wtPguxrYrl
++ cat /tmp/tmp.nZpQzN4RzD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.wtPguxrYrl
++ cat /tmp/tmp.nZpQzN4RzD
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.wtPguxrYrl /tmp/tmp.nZpQzN4RzD
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ kubectl get crd
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ awk '{print$1}'
++ mktemp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.GWUWKa3lul
+ local LAST_OUT=/tmp/tmp.E7IyMsjCAX
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.J7nyflG7VO
+ local LAST_ERR=/tmp/tmp.IIKGAGy8hA
+ local exit_status=0
+ local exit_status=0
+ local timeout=4
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GWUWKa3lul
+ cat /tmp/tmp.IIKGAGy8hA
+ rm /tmp/tmp.GWUWKa3lul /tmp/tmp.IIKGAGy8hA
+ return 0
namespace "pvc-auto-resize-26044" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.E7IyMsjCAX
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.J7nyflG7VO
+ rm /tmp/tmp.E7IyMsjCAX /tmp/tmp.J7nyflG7VO
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.l5ynYqUlzL
++ mktemp
+ local LAST_ERR=/tmp/tmp.QYn1MKEDvr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l5ynYqUlzL
+ cat /tmp/tmp.QYn1MKEDvr
+ rm /tmp/tmp.l5ynYqUlzL /tmp/tmp.QYn1MKEDvr
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.UfjhqTb5lH
++ mktemp
+ local LAST_ERR=/tmp/tmp.XcrUkRDVk9
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UfjhqTb5lH
namespace/psmdb-operator created
+ cat /tmp/tmp.XcrUkRDVk9
+ rm /tmp/tmp.UfjhqTb5lH /tmp/tmp.XcrUkRDVk9
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QgHGwjFv0x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.syvXE7mDZz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QgHGwjFv0x
++ cat /tmp/tmp.syvXE7mDZz
++ rm /tmp/tmp.QgHGwjFv0x /tmp/tmp.syvXE7mDZz
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.xTFz4uGQYf
++ mktemp
+ local LAST_ERR=/tmp/tmp.HznHXrtcUs
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xTFz4uGQYf
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2" modified.
+ cat /tmp/tmp.HznHXrtcUs
+ rm /tmp/tmp.xTFz4uGQYf /tmp/tmp.HznHXrtcUs
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2213-482da7af'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2213-482da7af
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.KyUBVmXviE
++ mktemp
+ local LAST_ERR=/tmp/tmp.m2cjD64wPn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KyUBVmXviE
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.m2cjD64wPn
+ rm /tmp/tmp.KyUBVmXviE /tmp/tmp.m2cjD64wPn
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.VhJgxl6UsC
++ mktemp
+ local LAST_ERR=/tmp/tmp.bDv6nAwgW1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VhJgxl6UsC
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.bDv6nAwgW1
+ rm /tmp/tmp.VhJgxl6UsC /tmp/tmp.bDv6nAwgW1
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-2213-482da7af") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.eTYLq7bYVG
++ mktemp
+ local LAST_ERR=/tmp/tmp.3VoQ5LpCNI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eTYLq7bYVG
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.3VoQ5LpCNI
+ rm /tmp/tmp.eTYLq7bYVG /tmp/tmp.3VoQ5LpCNI
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.usmtXTCIP0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jERPa8oSwG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.usmtXTCIP0
++ cat /tmp/tmp.jERPa8oSwG
++ rm /tmp/tmp.usmtXTCIP0 /tmp/tmp.jERPa8oSwG
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-68bf6755c6-snq5j
+ local pod=percona-server-mongodb-operator-68bf6755c6-snq5j
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-68bf6755c6-snq5j to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3eApZbGMn7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3S0FHr6ZAU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3eApZbGMn7
++ cat /tmp/tmp.3S0FHr6ZAU
++ rm /tmp/tmp.3eApZbGMn7 /tmp/tmp.3S0FHr6ZAU
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-68bf6755c6-snq5j
++ mktemp
+ local LAST_OUT=/tmp/tmp.X0p0AgE2gb
++ mktemp
+ local LAST_ERR=/tmp/tmp.BIAk7YTBpe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-68bf6755c6-snq5j
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.X0p0AgE2gb
+ cat /tmp/tmp.BIAk7YTBpe
+ rm /tmp/tmp.X0p0AgE2gb /tmp/tmp.BIAk7YTBpe
+ return 0
2026-01-23T13:01:32.776Z	INFO	setup	Manager starting up	{"gitCommit": "482da7afc76cb5e5983e0dafeee205d21b673bb3", "gitBranch": "PR-2213-482da7af", "buildTime": "", "goVersion": "go1.25.6", "os": "linux", "arch": "amd64"}
+ create_namespace pvc-auto-resize-133
+ local namespace=pvc-auto-resize-133
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces pvc-auto-resize-133'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pvc-auto-resize-133
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pvc-auto-resize-133 --ignore-not-found
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.WY6OjLSHZK
++ mktemp
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.pMju99gHwI
+ local LAST_ERR=/tmp/tmp.nYog4Ju7zs
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ local LAST_ERR=/tmp/tmp.Cfwh0X8ukc
+ kubectl get ns
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pvc-auto-resize-133 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WY6OjLSHZK
+ cat /tmp/tmp.nYog4Ju7zs
+ rm /tmp/tmp.WY6OjLSHZK /tmp/tmp.nYog4Ju7zs
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pMju99gHwI
+ cat /tmp/tmp.Cfwh0X8ukc
+ rm /tmp/tmp.pMju99gHwI /tmp/tmp.Cfwh0X8ukc
+ return 0
+ kubectl_bin wait --for=delete namespace pvc-auto-resize-133
++ mktemp
+ local LAST_OUT=/tmp/tmp.we84moSGar
++ mktemp
+ local LAST_ERR=/tmp/tmp.FujuqykYsk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace pvc-auto-resize-133
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.we84moSGar
+ cat /tmp/tmp.FujuqykYsk
+ rm /tmp/tmp.we84moSGar /tmp/tmp.FujuqykYsk
+ return 0
+ desc 'create namespace pvc-auto-resize-133'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pvc-auto-resize-133
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pvc-auto-resize-133
++ mktemp
+ local LAST_OUT=/tmp/tmp.uNPqRZvMwq
++ mktemp
+ local LAST_ERR=/tmp/tmp.wHfa8F3iwe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pvc-auto-resize-133
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uNPqRZvMwq
namespace/pvc-auto-resize-133 created
+ cat /tmp/tmp.wHfa8F3iwe
+ rm /tmp/tmp.uNPqRZvMwq /tmp/tmp.wHfa8F3iwe
+ return 0
+ set_kube_ctx pvc-auto-resize-133
+ local namespace=pvc-auto-resize-133
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FvnfvMezNL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.luPHZV1v0G
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FvnfvMezNL
++ cat /tmp/tmp.luPHZV1v0G
++ rm /tmp/tmp.FvnfvMezNL /tmp/tmp.luPHZV1v0G
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2 --namespace=pvc-auto-resize-133
++ mktemp
+ local LAST_OUT=/tmp/tmp.BjSd7vji2Q
++ mktemp
+ local LAST_ERR=/tmp/tmp.4BwbHNZpz8
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2 --namespace=pvc-auto-resize-133
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BjSd7vji2Q
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2213-482da7af-11-cluster2" modified.
+ cat /tmp/tmp.4BwbHNZpz8
+ rm /tmp/tmp.BjSd7vji2Q /tmp/tmp.4BwbHNZpz8
+ return 0
+ desc 'create secrets and psmdb client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and psmdb client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.oCrm5uii7m
++ mktemp
+ local LAST_ERR=/tmp/tmp.9IoBLw9wCU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.oCrm5uii7m
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.9IoBLw9wCU
+ rm /tmp/tmp.oCrm5uii7m /tmp/tmp.9IoBLw9wCU
+ return 0
+ desc 'create PSMDB cluster with storageAutoscaling enabled'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster with storageAutoscaling enabled
-----------------------------------------------------------------------------------

+ cluster=some-name
+ spinup_psmdb some-name-rs0 /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ local cluster=some-name-rs0
+ local config=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ local size=3
+ desc 'create first PSMDB cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/some-name.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-2213-482da7af"'
+ local LAST_OUT=/tmp/tmp.QepYESer28
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_ERR=/tmp/tmp.qTebX2L7Am
+ local exit_status=0
+ local timeout=4
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ /usr/sbin/sed -e s/NAME_SPACE/pvc-auto-resize-133/g
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QepYESer28
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.qTebX2L7Am
+ rm /tmp/tmp.QepYESer28 /tmp/tmp.qTebX2L7Am
+ return 0
+ desc 'check if Pod is started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if Pod is started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready..............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready..........OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ga3sRoBgB9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kfEZiTMfZc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ga3sRoBgB9
++ cat /tmp/tmp.kfEZiTMfZc
++ rm /tmp/tmp.Ga3sRoBgB9 /tmp/tmp.kfEZiTMfZc
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6bl18c2YRl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sZCRdFY4oG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6bl18c2YRl
++ cat /tmp/tmp.sZCRdFY4oG
++ rm /tmp/tmp.6bl18c2YRl /tmp/tmp.sZCRdFY4oG
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xp7WqA93tq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gYDqbrHaIR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Xp7WqA93tq
++ cat /tmp/tmp.gYDqbrHaIR
++ rm /tmp/tmp.Xp7WqA93tq /tmp/tmp.gYDqbrHaIR
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ sleep 20
+ compare_kubectl statefulset/some-name-rs0
+ local resource=statefulset/some-name-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml
+ local new_result=/tmp/tmp.qFnf0ys590/statefulset_some-name-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-rs0
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("pvc-auto-resize-133", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.5eJsK4pNy0
++ mktemp
+ local LAST_ERR=/tmp/tmp.dgrGIsNVoW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/some-name-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5eJsK4pNy0
+ cat /tmp/tmp.dgrGIsNVoW
+ rm /tmp/tmp.5eJsK4pNy0 /tmp/tmp.dgrGIsNVoW
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.qFnf0ys590/statefulset_some-name-rs0.yml
+ version_gt 1.22
++ echo '1.31 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.qFnf0ys590/statefulset_some-name-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.qFnf0ys590/statefulset_some-name-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/compare/statefulset_some-name-rs0.yml /tmp/tmp.qFnf0ys590/statefulset_some-name-rs0.yml
+ log 'compare_kubectl: statefulset/some-name-rs0 OK'
+ set +o xtrace
[2026-01-23T13:04:09+0000] compare_kubectl: statefulset/some-name-rs0 OK
+ desc 'write data'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})' userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-133
+ local 'command=db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})'
+ local uri=userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-133
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-133 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dNInECa65O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iht3YqtEdK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dNInECa65O
++ cat /tmp/tmp.iht3YqtEdK
++ rm /tmp/tmp.dNInECa65O /tmp/tmp.iht3YqtEdK
++ return 0
+ local client_container=psmdb-client-696897d69b-k2lj4
+ kubectl_bin exec psmdb-client-696897d69b-k2lj4 -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-133.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.VrDDPmiNzQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.cIe0DaA8Rp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-696897d69b-k2lj4 -- bash -c 'printf '\''db.createUser({user: "myApp", pwd: "myPass", roles: [{ db: "myApp", role: "readWrite" }]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pvc-auto-resize-133.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VrDDPmiNzQ
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("01905457-b4e8-4630-883c-0bc1d7346203") }
Percona Server for MongoDB server version: v8.0.17-6
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.cIe0DaA8Rp
+ rm /tmp/tmp.VrDDPmiNzQ /tmp/tmp.cIe0DaA8Rp
+ return 0
+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pvc-auto-resize-133
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-rs0.pvc-auto-resize-133
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pvc-auto-resize-133 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bR8fRkiZY3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gYJuF4LivP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bR8fRkiZY3
++ cat /tmp/tmp.gYJuF4LivP
++ rm /tmp/tmp.bR8fRkiZY3 /tmp/tmp.gYJuF4LivP
++ return 0
+ local client_container=psmdb-client-696897d69b-k2lj4
+ kubectl_bin exec psmdb-client-696897d69b-k2lj4 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-133.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q1wgPNhQEV
++ mktemp
+ local LAST_ERR=/tmp/tmp.foQwhc7a68
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-696897d69b-k2lj4 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pvc-auto-resize-133.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Q1wgPNhQEV
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pvc-auto-resize-133.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("adaa7806-041a-4f1b-99ef-52a1233bedfe") }
Percona Server for MongoDB server version: v8.0.17-6
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.foQwhc7a68
+ rm /tmp/tmp.Q1wgPNhQEV /tmp/tmp.foQwhc7a68
+ return 0
+ desc 'verify initial PVC size is 1Gi'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify initial PVC size is 1Gi
-----------------------------------------------------------------------------------

++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uv1gfqa7Mb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dn4ykjF69P
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uv1gfqa7Mb
++ cat /tmp/tmp.dn4ykjF69P
++ rm /tmp/tmp.uv1gfqa7Mb /tmp/tmp.dn4ykjF69P
++ return 0
+ initial_size=1Gi
+ echo 'Initial PVC size: 1Gi'
Initial PVC size: 1Gi
+ [[ 1Gi != \1\G\i ]]
+ desc 'fill disk to trigger autoscaling threshold 80 percent'
+ set +o xtrace


-----------------------------------------------------------------------------------
fill disk to trigger autoscaling threshold 80 percent
-----------------------------------------------------------------------------------

+ fill_disk_to_threshold some-name-rs0-0 80 850
+ local pod=some-name-rs0-0
+ local threshold=80
+ local size_mb=850
+ echo 'Filling disk on some-name-rs0-0 to approximately 80% (creating 850MB file)'
Filling disk on some-name-rs0-0 to approximately 80% (creating 850MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=850 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.4eWtmsnMhO
++ mktemp
+ local LAST_ERR=/tmp/tmp.VRzxb0wSiP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=850 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4eWtmsnMhO
+ cat /tmp/tmp.VRzxb0wSiP
+ rm /tmp/tmp.4eWtmsnMhO /tmp/tmp.VRzxb0wSiP
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ot8ynhiAvv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ihmWh7BWud
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.Ot8ynhiAvv
++ cat /tmp/tmp.ihmWh7BWud
error: Internal error occurred: unable to upgrade connection: container not found ("mongod")
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ot8ynhiAvv
++ cat /tmp/tmp.ihmWh7BWud
++ rm /tmp/tmp.Ot8ynhiAvv /tmp/tmp.ihmWh7BWud
++ return 0
+ usage=100
+ echo 'Current disk usage on some-name-rs0-0: 100%'
Current disk usage on some-name-rs0-0: 100%
+ desc 'wait for auto-resize to trigger'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for auto-resize to trigger
-----------------------------------------------------------------------------------

+ wait_for_auto_resize mongod-data-some-name-rs0-0 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Bn4hPNd4jr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h4nADpSbWO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Bn4hPNd4jr
++ cat /tmp/tmp.h4nADpSbWO
++ rm /tmp/tmp.Bn4hPNd4jr /tmp/tmp.h4nADpSbWO
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tPxauG3zgU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7Qfy26MjfN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tPxauG3zgU
++ cat /tmp/tmp.7Qfy26MjfN
++ rm /tmp/tmp.tPxauG3zgU /tmp/tmp.7Qfy26MjfN
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mNILim0iFj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qbvjYJIhVK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mNILim0iFj
++ cat /tmp/tmp.qbvjYJIhVK
++ rm /tmp/tmp.mNILim0iFj /tmp/tmp.qbvjYJIhVK
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 3Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GmyoADMiIU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NtXCjQl6lX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GmyoADMiIU
++ cat /tmp/tmp.NtXCjQl6lX
++ rm /tmp/tmp.GmyoADMiIU /tmp/tmp.NtXCjQl6lX
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FwJCGrCiPr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9QmDqmBEnc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FwJCGrCiPr
++ cat /tmp/tmp.9QmDqmBEnc
++ rm /tmp/tmp.FwJCGrCiPr /tmp/tmp.9QmDqmBEnc
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2bBWk5JHPi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yauQ6WQsds
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2bBWk5JHPi
++ cat /tmp/tmp.yauQ6WQsds
++ rm /tmp/tmp.2bBWk5JHPi /tmp/tmp.yauQ6WQsds
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.juXPFymVoF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jtu1gHd45B
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.juXPFymVoF
++ cat /tmp/tmp.jtu1gHd45B
++ rm /tmp/tmp.juXPFymVoF /tmp/tmp.jtu1gHd45B
++ return 0
+ [[ 1Gi == \3\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.afoYOPxqVX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y5l9CX5TWP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.afoYOPxqVX
++ cat /tmp/tmp.Y5l9CX5TWP
++ rm /tmp/tmp.afoYOPxqVX /tmp/tmp.Y5l9CX5TWP
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 3Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 3Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=3Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 3Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnVCVZsD4g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RONnkZb8q7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vnVCVZsD4g
++ cat /tmp/tmp.RONnkZb8q7
++ rm /tmp/tmp.vnVCVZsD4g /tmp/tmp.RONnkZb8q7
++ return 0
+ [[ 3Gi == \3\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 3Gi
+ desc 'verify autoscaling status is updated'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify autoscaling status is updated
-----------------------------------------------------------------------------------

+ check_autoscaling_status some-name 1 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ local cluster=some-name
+ local expected_resize_count=1
+ shift 2
+ pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2')
+ local pvc_names
+ local max_retry=30
+ local sleep_time=10
+ echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2'
Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ echo 'Expected resize count per PVC: 1'
Expected resize count per PVC: 1
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dsZ4HeSLxI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Jjs9oisICw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dsZ4HeSLxI
++ cat /tmp/tmp.Jjs9oisICw
++ rm /tmp/tmp.dsZ4HeSLxI /tmp/tmp.Jjs9oisICw
++ return 0
+ [[ '' -eq 1 ]]
+ [[ 0 -ge 30 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OqvH6eXQVZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rXLG6iIucN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OqvH6eXQVZ
++ cat /tmp/tmp.rXLG6iIucN
++ rm /tmp/tmp.OqvH6eXQVZ /tmp/tmp.rXLG6iIucN
++ return 0
+ [[ '' -eq 1 ]]
+ [[ 1 -ge 30 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.24pCZxQXLK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1W0nlGBqzg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.24pCZxQXLK
++ cat /tmp/tmp.1W0nlGBqzg
++ rm /tmp/tmp.24pCZxQXLK /tmp/tmp.1W0nlGBqzg
++ return 0
+ [[ 1 -eq 1 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JEvX9eejJ4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DyD5VgDYQn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JEvX9eejJ4
++ cat /tmp/tmp.DyD5VgDYQn
++ rm /tmp/tmp.JEvX9eejJ4 /tmp/tmp.DyD5VgDYQn
++ return 0
+ [[ 1 -eq 1 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ofbKUu5I94
+++ mktemp
++ local LAST_ERR=/tmp/tmp.maBRNspMYc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ofbKUu5I94
++ cat /tmp/tmp.maBRNspMYc
++ rm /tmp/tmp.ofbKUu5I94 /tmp/tmp.maBRNspMYc
++ return 0
+ [[ 1 -eq 1 ]]
+ desc 'wait for cluster consistency after resize'
+ set +o xtrace


-----------------------------------------------------------------------------------
wait for cluster consistency after resize
-----------------------------------------------------------------------------------

+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oL7pLeeFgD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nzdf0QeMIG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oL7pLeeFgD
++ cat /tmp/tmp.nzdf0QeMIG
++ rm /tmp/tmp.oL7pLeeFgD /tmp/tmp.nzdf0QeMIG
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ desc 'verify cluster is ready'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify cluster is ready
-----------------------------------------------------------------------------------

+ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
++ mktemp
+ grep -q ready
+ local LAST_OUT=/tmp/tmp.CS8C8WRcwq
++ mktemp
+ local LAST_ERR=/tmp/tmp.b46fjft17I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CS8C8WRcwq
+ cat /tmp/tmp.b46fjft17I
+ rm /tmp/tmp.CS8C8WRcwq /tmp/tmp.b46fjft17I
+ return 0
+ desc 'test namespace resource quota enforcement'
+ set +o xtrace


-----------------------------------------------------------------------------------
test namespace resource quota enforcement
-----------------------------------------------------------------------------------

+ apply_resourcequota 9Gi
+ local quota=9Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wVIikbyYCe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.H83isgUgae
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wVIikbyYCe
++ cat /tmp/tmp.H83isgUgae
++ rm /tmp/tmp.wVIikbyYCe /tmp/tmp.H83isgUgae
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 9Gi'
Applying resourcequota for default storageclass standard-rwo with quota 9Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ kubectl_bin apply -f -
+ sed s/STORAGECLASS/standard-rwo/
++ mktemp
+ sed s/QUOTA/9Gi/
+ local LAST_OUT=/tmp/tmp.0EnfribRPj
++ mktemp
+ local LAST_ERR=/tmp/tmp.zPcMSolELC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0EnfribRPj
resourcequota/default-storage-quota created
+ cat /tmp/tmp.zPcMSolELC
+ rm /tmp/tmp.0EnfribRPj /tmp/tmp.zPcMSolELC
+ return 0
+ echo 'Filling disk again to trigger autoscaling with quota limit'
Filling disk again to trigger autoscaling with quota limit
+ fill_disk_to_threshold some-name-rs0-0 80 2400
+ local pod=some-name-rs0-0
+ local threshold=80
+ local size_mb=2400
+ echo 'Filling disk on some-name-rs0-0 to approximately 80% (creating 2400MB file)'
Filling disk on some-name-rs0-0 to approximately 80% (creating 2400MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2400 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KPglWqiIj4
++ mktemp
+ local LAST_ERR=/tmp/tmp.6g3FOq6Dp2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=2400 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KPglWqiIj4
+ cat /tmp/tmp.6g3FOq6Dp2
+ rm /tmp/tmp.KPglWqiIj4 /tmp/tmp.6g3FOq6Dp2
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4jZnLBCNDF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GE9Y3YCJ05
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4jZnLBCNDF
++ cat /tmp/tmp.GE9Y3YCJ05
++ rm /tmp/tmp.4jZnLBCNDF /tmp/tmp.GE9Y3YCJ05
++ return 0
+ usage=88
+ echo 'Current disk usage on some-name-rs0-0: 88%'
Current disk usage on some-name-rs0-0: 88%
+ echo 'Waiting to verify PVC does not resize beyond quota (should stay at 3Gi)'
Waiting to verify PVC does not resize beyond quota (should stay at 3Gi)
+ sleep 30
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CJ7OaOyXfk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3qcrrYleef
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CJ7OaOyXfk
++ cat /tmp/tmp.3qcrrYleef
++ rm /tmp/tmp.CJ7OaOyXfk /tmp/tmp.3qcrrYleef
++ return 0
+ current_size=3Gi
+ [[ 3Gi != \3\G\i ]]
+ desc 'increase quota to allow further autoscaling'
+ set +o xtrace


-----------------------------------------------------------------------------------
increase quota to allow further autoscaling
-----------------------------------------------------------------------------------

+ apply_resourcequota 15Gi
+ local quota=15Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BpbqcTn9bS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IptP6I3bhw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BpbqcTn9bS
++ cat /tmp/tmp.IptP6I3bhw
++ rm /tmp/tmp.BpbqcTn9bS /tmp/tmp.IptP6I3bhw
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 15Gi'
Applying resourcequota for default storageclass standard-rwo with quota 15Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ sed s/STORAGECLASS/standard-rwo/
+ kubectl_bin apply -f -
+ sed s/QUOTA/15Gi/
++ mktemp
+ local LAST_OUT=/tmp/tmp.8V2hKvC3Kf
++ mktemp
+ local LAST_ERR=/tmp/tmp.6M3qzitZUz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8V2hKvC3Kf
resourcequota/default-storage-quota configured
+ cat /tmp/tmp.6M3qzitZUz
+ rm /tmp/tmp.8V2hKvC3Kf /tmp/tmp.6M3qzitZUz
+ return 0
+ wait_for_auto_resize mongod-data-some-name-rs0-0 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1qqmo7aeOF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3ccmn398Eo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1qqmo7aeOF
++ cat /tmp/tmp.3ccmn398Eo
++ rm /tmp/tmp.1qqmo7aeOF /tmp/tmp.3ccmn398Eo
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gLXJSjUJiQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sR2AGEpS6J
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gLXJSjUJiQ
++ cat /tmp/tmp.sR2AGEpS6J
++ rm /tmp/tmp.gLXJSjUJiQ /tmp/tmp.sR2AGEpS6J
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 5Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OBwj7BGOCr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aDhMXbgDfz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OBwj7BGOCr
++ cat /tmp/tmp.aDhMXbgDfz
++ rm /tmp/tmp.OBwj7BGOCr /tmp/tmp.aDhMXbgDfz
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8OO3UyqcWr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.M1udOsP1iK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8OO3UyqcWr
++ cat /tmp/tmp.M1udOsP1iK
++ rm /tmp/tmp.8OO3UyqcWr /tmp/tmp.M1udOsP1iK
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UgwqrTN7Ce
+++ mktemp
++ local LAST_ERR=/tmp/tmp.geooeD7Lm1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UgwqrTN7Ce
++ cat /tmp/tmp.geooeD7Lm1
++ rm /tmp/tmp.UgwqrTN7Ce /tmp/tmp.geooeD7Lm1
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R0JmMDNS2u
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GrpygU4QWe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.R0JmMDNS2u
++ cat /tmp/tmp.GrpygU4QWe
++ rm /tmp/tmp.R0JmMDNS2u /tmp/tmp.GrpygU4QWe
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ONe0AzmmCw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JgJv3xs2el
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ONe0AzmmCw
++ cat /tmp/tmp.JgJv3xs2el
++ rm /tmp/tmp.ONe0AzmmCw /tmp/tmp.JgJv3xs2el
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 4 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=5
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zuqEazmp3e
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DUTXTMidPv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zuqEazmp3e
++ cat /tmp/tmp.DUTXTMidPv
++ rm /tmp/tmp.zuqEazmp3e /tmp/tmp.DUTXTMidPv
++ return 0
+ [[ 3Gi == \5\G\i ]]
+ [[ 5 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=6
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aUW1Bmusko
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EWL68i3KJz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aUW1Bmusko
++ cat /tmp/tmp.EWL68i3KJz
++ rm /tmp/tmp.aUW1Bmusko /tmp/tmp.EWL68i3KJz
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 5Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 5Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=5Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 5Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YSBANzPwHQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZQEYwC7tyB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YSBANzPwHQ
++ cat /tmp/tmp.ZQEYwC7tyB
++ rm /tmp/tmp.YSBANzPwHQ /tmp/tmp.ZQEYwC7tyB
++ return 0
+ [[ 5Gi == \5\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 5Gi
+ desc 'verify cluster consistency after quota test'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify cluster consistency after quota test
-----------------------------------------------------------------------------------

+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Anf3miuwj9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.n38egG1Ds8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Anf3miuwj9
++ cat /tmp/tmp.n38egG1Ds8
++ rm /tmp/tmp.Anf3miuwj9 /tmp/tmp.n38egG1Ds8
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZvHexZ3a2g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NWPkf3j2re
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZvHexZ3a2g
++ cat /tmp/tmp.NWPkf3j2re
++ rm /tmp/tmp.ZvHexZ3a2g /tmp/tmp.NWPkf3j2re
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 2 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LbPqSigK3L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g2xPzqR9Az
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LbPqSigK3L
++ cat /tmp/tmp.g2xPzqR9Az
++ rm /tmp/tmp.LbPqSigK3L /tmp/tmp.g2xPzqR9Az
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 3 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9MQBBwaoi4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.31MBlDbijK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9MQBBwaoi4
++ cat /tmp/tmp.31MBlDbijK
++ rm /tmp/tmp.9MQBBwaoi4 /tmp/tmp.31MBlDbijK
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 4 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8a1EoZpD5o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kCqR8emAIP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8a1EoZpD5o
++ cat /tmp/tmp.kCqR8emAIP
++ rm /tmp/tmp.8a1EoZpD5o /tmp/tmp.kCqR8emAIP
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 5 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.P84E2bdJMe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XquPtG5kdY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.P84E2bdJMe
++ cat /tmp/tmp.XquPtG5kdY
++ rm /tmp/tmp.P84E2bdJMe /tmp/tmp.XquPtG5kdY
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 6 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.75JWf95sPW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xpZAhm6n6W
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.75JWf95sPW
++ cat /tmp/tmp.xpZAhm6n6W
++ rm /tmp/tmp.75JWf95sPW /tmp/tmp.xpZAhm6n6W
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 7 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ptwTlnxvyA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gHKimfLcFR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ptwTlnxvyA
++ cat /tmp/tmp.gHKimfLcFR
++ rm /tmp/tmp.ptwTlnxvyA /tmp/tmp.gHKimfLcFR
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 8 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0J9wZSI7ZZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uTL6KzrFFJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0J9wZSI7ZZ
++ cat /tmp/tmp.uTL6KzrFFJ
++ rm /tmp/tmp.0J9wZSI7ZZ /tmp/tmp.uTL6KzrFFJ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 9 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YN9NuPrDaa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SsTV0MeVe2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YN9NuPrDaa
++ cat /tmp/tmp.SsTV0MeVe2
++ rm /tmp/tmp.YN9NuPrDaa /tmp/tmp.SsTV0MeVe2
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 10 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eL8fHfBv5E
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QNK377WsUH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eL8fHfBv5E
++ cat /tmp/tmp.QNK377WsUH
++ rm /tmp/tmp.eL8fHfBv5E /tmp/tmp.QNK377WsUH
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 11 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0BPDwPBhgZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TW1xC7YiJk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0BPDwPBhgZ
++ cat /tmp/tmp.TW1xC7YiJk
++ rm /tmp/tmp.0BPDwPBhgZ /tmp/tmp.TW1xC7YiJk
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 12 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.67JQAhGLHn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TDlxRMZtCm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.67JQAhGLHn
++ cat /tmp/tmp.TDlxRMZtCm
++ rm /tmp/tmp.67JQAhGLHn /tmp/tmp.TDlxRMZtCm
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 13 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T6AIZgmOGJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ChhzB0Wb4m
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.T6AIZgmOGJ
++ cat /tmp/tmp.ChhzB0Wb4m
++ rm /tmp/tmp.T6AIZgmOGJ /tmp/tmp.ChhzB0Wb4m
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 14 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mIzqOiDR1z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pPZlCIf3dN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mIzqOiDR1z
++ cat /tmp/tmp.pPZlCIf3dN
++ rm /tmp/tmp.mIzqOiDR1z /tmp/tmp.pPZlCIf3dN
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 15 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.B3CWWEQx1a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7uGIFCOBDs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.B3CWWEQx1a
++ cat /tmp/tmp.7uGIFCOBDs
++ rm /tmp/tmp.B3CWWEQx1a /tmp/tmp.7uGIFCOBDs
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 16 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eIINQcWITo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.11VcbypUAK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eIINQcWITo
++ cat /tmp/tmp.11VcbypUAK
++ rm /tmp/tmp.eIINQcWITo /tmp/tmp.11VcbypUAK
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 17 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yp3LYZYyc3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tmDvukPdlT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Yp3LYZYyc3
++ cat /tmp/tmp.tmDvukPdlT
++ rm /tmp/tmp.Yp3LYZYyc3 /tmp/tmp.tmDvukPdlT
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 18 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JZzsi5FQfs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S2E2JoozmK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JZzsi5FQfs
++ cat /tmp/tmp.S2E2JoozmK
++ rm /tmp/tmp.JZzsi5FQfs /tmp/tmp.S2E2JoozmK
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 19 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zxZnC84Okb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kSBTkBVY0M
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zxZnC84Okb
++ cat /tmp/tmp.kSBTkBVY0M
++ rm /tmp/tmp.zxZnC84Okb /tmp/tmp.kSBTkBVY0M
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 20 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eN67Vi7ruv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TKASgmlZiT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eN67Vi7ruv
++ cat /tmp/tmp.TKASgmlZiT
++ rm /tmp/tmp.eN67Vi7ruv /tmp/tmp.TKASgmlZiT
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 21 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cUxFLuM3TC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jZt3QQZyC2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cUxFLuM3TC
++ cat /tmp/tmp.jZt3QQZyC2
++ rm /tmp/tmp.cUxFLuM3TC /tmp/tmp.jZt3QQZyC2
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 22 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y3YEgSWjuw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tv9dnBTOrB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Y3YEgSWjuw
++ cat /tmp/tmp.tv9dnBTOrB
++ rm /tmp/tmp.Y3YEgSWjuw /tmp/tmp.tv9dnBTOrB
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 23 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Qp32cK8sh7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PLSM1TXsxq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Qp32cK8sh7
++ cat /tmp/tmp.PLSM1TXsxq
++ rm /tmp/tmp.Qp32cK8sh7 /tmp/tmp.PLSM1TXsxq
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 24 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fva6aULoGl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RoOEklvmRg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fva6aULoGl
++ cat /tmp/tmp.RoOEklvmRg
++ rm /tmp/tmp.fva6aULoGl /tmp/tmp.RoOEklvmRg
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 25 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DNBmdkIWoQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ViOYeFgOGC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DNBmdkIWoQ
++ cat /tmp/tmp.ViOYeFgOGC
++ rm /tmp/tmp.DNBmdkIWoQ /tmp/tmp.ViOYeFgOGC
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 26 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g1nsoijsRI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.juWWXonbUO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g1nsoijsRI
++ cat /tmp/tmp.juWWXonbUO
++ rm /tmp/tmp.g1nsoijsRI /tmp/tmp.juWWXonbUO
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 27 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qhbYL2iVPG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c3c8cQ2e0N
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qhbYL2iVPG
++ cat /tmp/tmp.c3c8cQ2e0N
++ rm /tmp/tmp.qhbYL2iVPG /tmp/tmp.c3c8cQ2e0N
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 28 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H1EFEcFLbO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UA1GbpUC0J
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H1EFEcFLbO
++ cat /tmp/tmp.UA1GbpUC0J
++ rm /tmp/tmp.H1EFEcFLbO /tmp/tmp.UA1GbpUC0J
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 29 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.taHY82X7aa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dCj6sxA5l9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.taHY82X7aa
++ cat /tmp/tmp.dCj6sxA5l9
++ rm /tmp/tmp.taHY82X7aa /tmp/tmp.dCj6sxA5l9
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 30 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lzl8LZ2oDj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pPyzXA4GeZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lzl8LZ2oDj
++ cat /tmp/tmp.pPyzXA4GeZ
++ rm /tmp/tmp.lzl8LZ2oDj /tmp/tmp.pPyzXA4GeZ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 31 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PTxy0fdz1f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oRR0InflnZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PTxy0fdz1f
++ cat /tmp/tmp.oRR0InflnZ
++ rm /tmp/tmp.PTxy0fdz1f /tmp/tmp.oRR0InflnZ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 32 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.e3mCsZCf3q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8wFWQXAUPr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.e3mCsZCf3q
++ cat /tmp/tmp.8wFWQXAUPr
++ rm /tmp/tmp.e3mCsZCf3q /tmp/tmp.8wFWQXAUPr
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 33 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PYi1SZmQWe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8npvVlXs9v
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PYi1SZmQWe
++ cat /tmp/tmp.8npvVlXs9v
++ rm /tmp/tmp.PYi1SZmQWe /tmp/tmp.8npvVlXs9v
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 34 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Okwac6SgG5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TmNwzJEi28
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Okwac6SgG5
++ cat /tmp/tmp.TmNwzJEi28
++ rm /tmp/tmp.Okwac6SgG5 /tmp/tmp.TmNwzJEi28
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 35 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BpCChYNXyQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sMpsDoeV4Q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BpCChYNXyQ
++ cat /tmp/tmp.sMpsDoeV4Q
++ rm /tmp/tmp.BpCChYNXyQ /tmp/tmp.sMpsDoeV4Q
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 36 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D4EwF801qX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JeSNdrn2c8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.D4EwF801qX
++ cat /tmp/tmp.JeSNdrn2c8
++ rm /tmp/tmp.D4EwF801qX /tmp/tmp.JeSNdrn2c8
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 37 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uieaSWOTBd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uZNFUSj7TU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uieaSWOTBd
++ cat /tmp/tmp.uZNFUSj7TU
++ rm /tmp/tmp.uieaSWOTBd /tmp/tmp.uZNFUSj7TU
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 38 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DNuSUcC4TJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.04BJ1LemOT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DNuSUcC4TJ
++ cat /tmp/tmp.04BJ1LemOT
++ rm /tmp/tmp.DNuSUcC4TJ /tmp/tmp.04BJ1LemOT
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 39 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.y6naOdQvnR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GiRmCWpIGF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.y6naOdQvnR
++ cat /tmp/tmp.GiRmCWpIGF
++ rm /tmp/tmp.y6naOdQvnR /tmp/tmp.GiRmCWpIGF
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 40 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jUWh5VixI4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9dBNPtwtD2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jUWh5VixI4
++ cat /tmp/tmp.9dBNPtwtD2
++ rm /tmp/tmp.jUWh5VixI4 /tmp/tmp.9dBNPtwtD2
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 41 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VfpRtXFH06
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6Fk33Sndlv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VfpRtXFH06
++ cat /tmp/tmp.6Fk33Sndlv
++ rm /tmp/tmp.VfpRtXFH06 /tmp/tmp.6Fk33Sndlv
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 42 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jEvqt2naWB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JJxOcg73DB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jEvqt2naWB
++ cat /tmp/tmp.JJxOcg73DB
++ rm /tmp/tmp.jEvqt2naWB /tmp/tmp.JJxOcg73DB
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 43 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.F56hG7cTXV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YnXJ2k2woD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.F56hG7cTXV
++ cat /tmp/tmp.YnXJ2k2woD
++ rm /tmp/tmp.F56hG7cTXV /tmp/tmp.YnXJ2k2woD
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 44 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zvaubpLkRC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zjH9uyAxkq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zvaubpLkRC
++ cat /tmp/tmp.zjH9uyAxkq
++ rm /tmp/tmp.zvaubpLkRC /tmp/tmp.zjH9uyAxkq
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 45 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6QSeL4quN0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g4zNt32hBQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6QSeL4quN0
++ cat /tmp/tmp.g4zNt32hBQ
++ rm /tmp/tmp.6QSeL4quN0 /tmp/tmp.g4zNt32hBQ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 46 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0rJiHygVoc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.C6kmNaRC9w
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0rJiHygVoc
++ cat /tmp/tmp.C6kmNaRC9w
++ rm /tmp/tmp.0rJiHygVoc /tmp/tmp.C6kmNaRC9w
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 47 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LdJFwdxRMq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hj1mWQcDZw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LdJFwdxRMq
++ cat /tmp/tmp.Hj1mWQcDZw
++ rm /tmp/tmp.LdJFwdxRMq /tmp/tmp.Hj1mWQcDZw
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 48 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s8zwYhlj1B
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2YOtgdW2z8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s8zwYhlj1B
++ cat /tmp/tmp.2YOtgdW2z8
++ rm /tmp/tmp.s8zwYhlj1B /tmp/tmp.2YOtgdW2z8
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 49 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zcQ1IFGSH4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GLKh1OtSEJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zcQ1IFGSH4
++ cat /tmp/tmp.GLKh1OtSEJ
++ rm /tmp/tmp.zcQ1IFGSH4 /tmp/tmp.GLKh1OtSEJ
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 50 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vqEKphnb9h
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wwsK4tUYcU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vqEKphnb9h
++ cat /tmp/tmp.wwsK4tUYcU
++ rm /tmp/tmp.vqEKphnb9h /tmp/tmp.wwsK4tUYcU
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 51 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Fio3iGpIpq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lqEbgs2mlu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Fio3iGpIpq
++ cat /tmp/tmp.lqEbgs2mlu
++ rm /tmp/tmp.Fio3iGpIpq /tmp/tmp.lqEbgs2mlu
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 52 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qbZqdIKGa4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aXK93kYg8d
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qbZqdIKGa4
++ cat /tmp/tmp.aXK93kYg8d
++ rm /tmp/tmp.qbZqdIKGa4 /tmp/tmp.aXK93kYg8d
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ desc 'test maxSize limit'
+ set +o xtrace


-----------------------------------------------------------------------------------
test maxSize limit
-----------------------------------------------------------------------------------

+ apply_resourcequota 30Gi
+ local quota=30Gi
+ local default_sc
++ get_default_storageclass
++ kubectl_bin get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4q60xAZxYi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Od6jwxKZSu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sc -o 'jsonpath={.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4q60xAZxYi
++ cat /tmp/tmp.Od6jwxKZSu
++ rm /tmp/tmp.4q60xAZxYi /tmp/tmp.Od6jwxKZSu
++ return 0
+ default_sc=standard-rwo
+ echo 'Applying resourcequota for default storageclass standard-rwo with quota 30Gi'
Applying resourcequota for default storageclass standard-rwo with quota 30Gi
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/e2e-tests/pvc-auto-resize/conf/resourcequota.yml
+ sed s/STORAGECLASS/standard-rwo/
+ kubectl_bin apply -f -
+ sed s/QUOTA/30Gi/
++ mktemp
+ local LAST_OUT=/tmp/tmp.cAnovSCaAL
++ mktemp
+ local LAST_ERR=/tmp/tmp.jySxoZLWRQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cAnovSCaAL
resourcequota/default-storage-quota configured
+ cat /tmp/tmp.jySxoZLWRQ
+ rm /tmp/tmp.cAnovSCaAL /tmp/tmp.jySxoZLWRQ
+ return 0
+ echo 'Continuing to fill disk to test maxSize enforcement'
Continuing to fill disk to test maxSize enforcement
+ fill_disk_to_threshold some-name-rs0-0 80 4000
+ local pod=some-name-rs0-0
+ local threshold=80
+ local size_mb=4000
+ echo 'Filling disk on some-name-rs0-0 to approximately 80% (creating 4000MB file)'
Filling disk on some-name-rs0-0 to approximately 80% (creating 4000MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.AtPl0faSX6
++ mktemp
+ local LAST_ERR=/tmp/tmp.q0W1QKnTtM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=4000 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AtPl0faSX6
+ cat /tmp/tmp.q0W1QKnTtM
+ rm /tmp/tmp.AtPl0faSX6 /tmp/tmp.q0W1QKnTtM
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DqeQ4SyeOD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1qjMqRlL78
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DqeQ4SyeOD
++ cat /tmp/tmp.1qjMqRlL78
++ rm /tmp/tmp.DqeQ4SyeOD /tmp/tmp.1qjMqRlL78
++ return 0
+ usage=85
+ echo 'Current disk usage on some-name-rs0-0: 85%'
Current disk usage on some-name-rs0-0: 85%
+ wait_for_auto_resize mongod-data-some-name-rs0-0 7Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=7Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 7Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DwpdpWviki
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7YkfdiYrKB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DwpdpWviki
++ cat /tmp/tmp.7YkfdiYrKB
++ rm /tmp/tmp.DwpdpWviki /tmp/tmp.7YkfdiYrKB
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T8EVqT9Gk9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.My5XM7oRHZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.T8EVqT9Gk9
++ cat /tmp/tmp.My5XM7oRHZ
++ rm /tmp/tmp.T8EVqT9Gk9 /tmp/tmp.My5XM7oRHZ
++ return 0
+ [[ 5Gi == \7\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fJLdaVqdTu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b8nbkOHsOv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fJLdaVqdTu
++ cat /tmp/tmp.b8nbkOHsOv
++ rm /tmp/tmp.fJLdaVqdTu /tmp/tmp.b8nbkOHsOv
++ return 0
+ [[ 7Gi == \7\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 7Gi
+ fill_disk_to_threshold some-name-rs0-0 80 5600
+ local pod=some-name-rs0-0
+ local threshold=80
+ local size_mb=5600
+ echo 'Filling disk on some-name-rs0-0 to approximately 80% (creating 5600MB file)'
Filling disk on some-name-rs0-0 to approximately 80% (creating 5600MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5600 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.teevcZ2qZb
++ mktemp
+ local LAST_ERR=/tmp/tmp.FFZvDpcJ5b
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=5600 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.teevcZ2qZb
+ cat /tmp/tmp.FFZvDpcJ5b
+ rm /tmp/tmp.teevcZ2qZb /tmp/tmp.FFZvDpcJ5b
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pjD5ENFrK7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PRV6fPaFQM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pjD5ENFrK7
++ cat /tmp/tmp.PRV6fPaFQM
++ rm /tmp/tmp.pjD5ENFrK7 /tmp/tmp.PRV6fPaFQM
++ return 0
+ usage=83
+ echo 'Current disk usage on some-name-rs0-0: 83%'
Current disk usage on some-name-rs0-0: 83%
+ wait_for_auto_resize mongod-data-some-name-rs0-0 9Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=9Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 9Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IowqMYU3AL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PI0mJARqWL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IowqMYU3AL
++ cat /tmp/tmp.PI0mJARqWL
++ rm /tmp/tmp.IowqMYU3AL /tmp/tmp.PI0mJARqWL
++ return 0
+ [[ 7Gi == \9\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n9FRoKNUzu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jVftmvYArB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.n9FRoKNUzu
++ cat /tmp/tmp.jVftmvYArB
++ rm /tmp/tmp.n9FRoKNUzu /tmp/tmp.jVftmvYArB
++ return 0
+ [[ 7Gi == \9\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GAntxHwKLm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JdJ980jff3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GAntxHwKLm
++ cat /tmp/tmp.JdJ980jff3
++ rm /tmp/tmp.GAntxHwKLm /tmp/tmp.JdJ980jff3
++ return 0
+ [[ 9Gi == \9\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 9Gi
+ fill_disk_to_threshold some-name-rs0-0 80 7200
+ local pod=some-name-rs0-0
+ local threshold=80
+ local size_mb=7200
+ echo 'Filling disk on some-name-rs0-0 to approximately 80% (creating 7200MB file)'
Filling disk on some-name-rs0-0 to approximately 80% (creating 7200MB file)
+ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=7200 2>/dev/null || true'
++ mktemp
+ local LAST_OUT=/tmp/tmp.UBbwMGTWTL
++ mktemp
+ local LAST_ERR=/tmp/tmp.BVXpNJABSo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'dd if=/dev/zero of=/data/db/fillfile bs=1M count=7200 2>/dev/null || true'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UBbwMGTWTL
+ cat /tmp/tmp.BVXpNJABSo
+ rm /tmp/tmp.UBbwMGTWTL /tmp/tmp.BVXpNJABSo
+ return 0
+ local usage
++ kubectl_bin exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XD0mQ6fp3X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ref827WH5K
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec some-name-rs0-0 -c mongod -- bash -c 'df /data/db | tail -1 | awk '\''{print $5}'\'' | sed '\''s/%//'\'''
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XD0mQ6fp3X
++ cat /tmp/tmp.Ref827WH5K
++ rm /tmp/tmp.XD0mQ6fp3X /tmp/tmp.Ref827WH5K
++ return 0
+ usage=83
+ echo 'Current disk usage on some-name-rs0-0: 83%'
Current disk usage on some-name-rs0-0: 83%
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H3ZWcU7etv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yf5YtlqXcZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H3ZWcU7etv
++ cat /tmp/tmp.yf5YtlqXcZ
++ rm /tmp/tmp.H3ZWcU7etv /tmp/tmp.yf5YtlqXcZ
++ return 0
+ final_size=9Gi
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 9Gi == \9\G\i ]]
+ echo 'PVC is at 9Gi, will resize to 10Gi (maxSize)'
PVC is at 9Gi, will resize to 10Gi (maxSize)
+ wait_for_auto_resize mongod-data-some-name-rs0-0 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-0
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-0 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nPp55hqKJJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ac94QGCnby
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nPp55hqKJJ
++ cat /tmp/tmp.ac94QGCnby
++ rm /tmp/tmp.nPp55hqKJJ /tmp/tmp.ac94QGCnby
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.67Zd4OHimT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z3Mzb2Gmeu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.67Zd4OHimT
++ cat /tmp/tmp.z3Mzb2Gmeu
++ rm /tmp/tmp.67Zd4OHimT /tmp/tmp.z3Mzb2Gmeu
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-0
++ local pvc=mongod-data-some-name-rs0-0
++ kubectl_bin get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qZD8KqmqYG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zQNlvX8SfA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-0 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qZD8KqmqYG
++ cat /tmp/tmp.zQNlvX8SfA
++ rm /tmp/tmp.qZD8KqmqYG /tmp/tmp.zQNlvX8SfA
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-0 successfully resized to 10Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-1 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-1
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-1 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-1
++ local pvc=mongod-data-some-name-rs0-1
++ kubectl_bin get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YYM7q2m2Gk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IcJAR3EpZY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-1 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YYM7q2m2Gk
++ cat /tmp/tmp.IcJAR3EpZY
++ rm /tmp/tmp.YYM7q2m2Gk /tmp/tmp.IcJAR3EpZY
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-1 successfully resized to 10Gi
+ wait_for_auto_resize mongod-data-some-name-rs0-2 10Gi 60 10
+ local pvc=mongod-data-some-name-rs0-2
+ local expected_size=10Gi
+ local max_retry=60
+ local sleep_time=10
+ echo 'Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi'
Waiting for PVC mongod-data-some-name-rs0-2 to auto-resize to 10Gi
+ local retry=0
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kmY9QPcUTH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ahnWmaqMwi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kmY9QPcUTH
++ cat /tmp/tmp.ahnWmaqMwi
++ rm /tmp/tmp.kmY9QPcUTH /tmp/tmp.ahnWmaqMwi
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 0 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=1
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QFUiRFlKu2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bj7AtXZ5X6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QFUiRFlKu2
++ cat /tmp/tmp.bj7AtXZ5X6
++ rm /tmp/tmp.QFUiRFlKu2 /tmp/tmp.bj7AtXZ5X6
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 1 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=2
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0CMWIK5ELF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D86qemYkm4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0CMWIK5ELF
++ cat /tmp/tmp.D86qemYkm4
++ rm /tmp/tmp.0CMWIK5ELF /tmp/tmp.D86qemYkm4
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 2 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=3
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SvZslqv3es
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FmRS8hrqgj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SvZslqv3es
++ cat /tmp/tmp.FmRS8hrqgj
++ rm /tmp/tmp.SvZslqv3es /tmp/tmp.FmRS8hrqgj
++ return 0
+ [[ 9Gi == \1\0\G\i ]]
+ [[ 3 -ge 60 ]]
+ echo -n .
.+ sleep 10
+ retry=4
++ get_pvc_size mongod-data-some-name-rs0-2
++ local pvc=mongod-data-some-name-rs0-2
++ kubectl_bin get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t61YX5XVnG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bkcDtWsXwu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pvc mongod-data-some-name-rs0-2 -o 'jsonpath={.status.capacity.storage}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.t61YX5XVnG
++ cat /tmp/tmp.bkcDtWsXwu
++ rm /tmp/tmp.t61YX5XVnG /tmp/tmp.bkcDtWsXwu
++ return 0
+ [[ 10Gi == \1\0\G\i ]]
+ echo

+ echo 'PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi'
PVC mongod-data-some-name-rs0-2 successfully resized to 10Gi
+ desc 'verify final autoscaling status'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify final autoscaling status
-----------------------------------------------------------------------------------

+ check_autoscaling_status some-name 4 mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ local cluster=some-name
+ local expected_resize_count=4
+ shift 2
+ pvc_names=('mongod-data-some-name-rs0-0' 'mongod-data-some-name-rs0-1' 'mongod-data-some-name-rs0-2')
+ local pvc_names
+ local max_retry=30
+ local sleep_time=10
+ echo 'Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2'
Checking autoscaling status for PVCs: mongod-data-some-name-rs0-0 mongod-data-some-name-rs0-1 mongod-data-some-name-rs0-2
+ echo 'Expected resize count per PVC: 4'
Expected resize count per PVC: 4
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MioGPLUojh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LfYcfCAG8x
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-0.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MioGPLUojh
++ cat /tmp/tmp.LfYcfCAG8x
++ rm /tmp/tmp.MioGPLUojh /tmp/tmp.LfYcfCAG8x
++ return 0
+ [[ 4 -eq 4 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.amOppkMbzg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cg5dlNcdLB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-1.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.amOppkMbzg
++ cat /tmp/tmp.cg5dlNcdLB
++ rm /tmp/tmp.amOppkMbzg /tmp/tmp.cg5dlNcdLB
++ return 0
+ [[ 4 -eq 4 ]]
+ for pvc_name in "${pvc_names[@]}"
+ local retry=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rdMJcVjVJL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0pGuZ13wof
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.storageAutoscaling.mongod-data-some-name-rs0-2.resizeCount}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rdMJcVjVJL
++ cat /tmp/tmp.0pGuZ13wof
++ rm /tmp/tmp.rdMJcVjVJL /tmp/tmp.0pGuZ13wof
++ return 0
+ [[ 4 -eq 4 ]]
+ wait_cluster_consistency some-name 64
+ local cluster_name=some-name
+ local wait_time=64
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IMb4BHjY5y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GF1FAi0OCP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IMb4BHjY5y
++ cat /tmp/tmp.GF1FAi0OCP
++ rm /tmp/tmp.IMb4BHjY5y /tmp/tmp.GF1FAi0OCP
++ return 0
+ [[ error == \r\e\a\d\y ]]
+ let retry+=1
+ '[' 1 -ge 64 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oq2dmYXGtd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ep7xQaqY6U
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oq2dmYXGtd
++ cat /tmp/tmp.Ep7xQaqY6U
++ rm /tmp/tmp.oq2dmYXGtd /tmp/tmp.Ep7xQaqY6U
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ destroy pvc-auto-resize-133
+ local namespace=pvc-auto-resize-133
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.slvyNRlgaF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mmpW032vHS
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.slvyNRlgaF
++ cat /tmp/tmp.mmpW032vHS
No resources found in pvc-auto-resize-133 namespace.
++ rm /tmp/tmp.slvyNRlgaF /tmp/tmp.mmpW032vHS
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.PkjBgtAacW
++ mktemp
+ local LAST_ERR=/tmp/tmp.3OwpNdd696
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PkjBgtAacW
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.3OwpNdd696
+ rm /tmp/tmp.PkjBgtAacW /tmp/tmp.3OwpNdd696
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.LQHrk2trJB
++ mktemp
+ local LAST_ERR=/tmp/tmp.SrzdxT3edZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LQHrk2trJB
+ cat /tmp/tmp.SrzdxT3edZ
+ rm /tmp/tmp.LQHrk2trJB /tmp/tmp.SrzdxT3edZ
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.iZPSjPDQEz
++ mktemp
+ local LAST_ERR=/tmp/tmp.b1esgc3plq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iZPSjPDQEz
+ cat /tmp/tmp.b1esgc3plq
+ rm /tmp/tmp.iZPSjPDQEz /tmp/tmp.b1esgc3plq
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n pvc-auto-resize-133 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodb.psmdb.percona.com/some-name patched
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.LkXpI79hvH
++ mktemp
+ local LAST_ERR=/tmp/tmp.vSDuYtma50
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.LkXpI79hvH
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met
+ cat /tmp/tmp.vSDuYtma50
+ rm /tmp/tmp.LkXpI79hvH /tmp/tmp.vSDuYtma50
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.3Cmn48J8Rb
++ mktemp
+ local LAST_ERR=/tmp/tmp.FdX0yl4Ige
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2213/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3Cmn48J8Rb
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.FdX0yl4Ige
+ rm /tmp/tmp.3Cmn48J8Rb /tmp/tmp.FdX0yl4Ige
+ return 0
+ destroy_cert_manager
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.79RWsEr5dN
++ mktemp
+ local LAST_ERR=/tmp/tmp.VezqJiRFFR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.79RWsEr5dN
+ cat /tmp/tmp.VezqJiRFFR
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.79RWsEr5dN
+ cat /tmp/tmp.VezqJiRFFR
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.79RWsEr5dN
+ cat /tmp/tmp.VezqJiRFFR
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.79RWsEr5dN
+ cat /tmp/tmp.VezqJiRFFR
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.1/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.79RWsEr5dN /tmp/tmp.VezqJiRFFR
+ return 1
+ true
+ '[' -n '' ']'
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace pvc-auto-resize-133
+ rm -rf /tmp/tmp.qFnf0ys590
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.HIcI6nI192
+ local LAST_OUT=/tmp/tmp.ZOMTD1XVz8
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.FuUOeH3KwZ
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.eSy7ZDUJ9T
++ seq 0 2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace pvc-auto-resize-133