============================= test session starts ==============================
platform linux -- Python 3.14.5, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/.venv/bin/python
cachedir: .pytest_cache
metadata: {'Python': '3.14.5', 'Platform': 'Linux-7.0.8-100.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'metadata': '3.1.1', 'dependency': '0.6.1', 'json-report': '1.5.0'}, 'CI': 'true', 'BUILD_NUMBER': '22', 'BUILD_ID': '22', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2058/22/', 'NODE_NAME': 'hcloud-3hmxjv56rzynxord', 'JOB_NAME': 'cloud-psmdb-operator/PR-2058', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2058-22', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058', 'GIT_COMMIT': '78121c56762758785b75e9b7c017e15fc887ae5d', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2058'}
rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058
configfile: pyproject.toml
plugins: html-4.2.0, metadata-3.1.1, dependency-0.6.1, json-report-1.5.0
collecting ... collected 1 item

e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[demand-backup-if-unhealthy] 
[00:02:16.125867] WARNING  kubectl error: Warning: version difference between   
                           client (1.36) and server (1.33) exceeds the supported
                           minor version skew of +/-1                           
                                                                                
[00:02:18.624635] INFO     Environment variables:                               
                           KUBE_VERSION=1.33                                    
                           EKS=0                                                
                           GKE=1                                                
                           OPENSHIFT=                                           
                           MINIKUBE=                                            
                           API=psmdb.percona.com/v1                             
                           REGISTRY_NAME=docker.io                              
                           GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d  
                           GIT_BRANCH=PR-2058                                   
                           OPERATOR_VERSION=1.23.0                              
                           IMAGE=docker.io/perconalab/percona-server-mongodb-ope
                           rator:PR-2058-78121c567                              
                           IMAGE_MONGOD=docker.io/perconalab/percona-server-mong
                           odb-operator:main-mongod8.0                          
                           IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-serve
                           r-mongodb-operator:main-mongod6.0                    
                           docker.io/perconalab/percona-server-mongodb-operator:
                           main-mongod7.0                                       
                           docker.io/perconalab/percona-server-mongodb-operator:
                           main-mongod8.0                                       
                           IMAGE_SEARCH=perconalab/percona-server-mongodb-operat
                           or:main-mongot                                       
                           IMAGE_BACKUP=docker.io/perconalab/percona-server-mong
                           odb-operator:main-backup                             
                           IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-
                           1                                                    
                           IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-
                           latest                                               
                           IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-d
                           ev-latest                                            
                           IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-d
                           ev-latest                                            
                           IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:mai
                           n-logcollector                                       
                           IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersy
                           nc-mongodb:0.9.0                                     
                           CERT_MANAGER_VER=1.19.3                              
                           CHAOS_MESH_VER=2.7.1                                 
                           MINIO_VER=5.4.0                                      
                           PMM_SERVER_VER=9.9.9                                 
                           CLEAN_NAMESPACE=1                                    
                           DELETE_CRD_ON_START=1                                
                           SKIP_DELETE=0                                        
                           SKIP_BACKUPS_TO_AWS_GCP_AZURE=                       
                           UPDATE_COMPARE_FILES=0                               
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Debug logging disabled.
+ create_infra demand-backup-if-unhealthy-21163
+ local ns=demand-backup-if-unhealthy-21163
+ echo demand-backup-if-unhealthy-21163
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.YjlTkHinji
++ mktemp
+ local LAST_ERR=/tmp/tmp.m8w5elp1gJ
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YjlTkHinji
+ cat /tmp/tmp.m8w5elp1gJ
+ rm /tmp/tmp.YjlTkHinji /tmp/tmp.m8w5elp1gJ
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.KBK1s0DbyN
++ mktemp
+ local LAST_ERR=/tmp/tmp.giFuq75WAW
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KBK1s0DbyN
+ cat /tmp/tmp.giFuq75WAW
+ rm /tmp/tmp.KBK1s0DbyN /tmp/tmp.giFuq75WAW
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.MPzu0BgNFK
++ mktemp
+ local LAST_ERR=/tmp/tmp.DGWd4bHa4i
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MPzu0BgNFK
+ cat /tmp/tmp.DGWd4bHa4i
+ rm /tmp/tmp.MPzu0BgNFK /tmp/tmp.DGWd4bHa4i
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.aWeCoCvzU3
++ mktemp
+ local LAST_ERR=/tmp/tmp.sAZvJbMUqU
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aWeCoCvzU3
+ cat /tmp/tmp.sAZvJbMUqU
+ rm /tmp/tmp.aWeCoCvzU3 /tmp/tmp.sAZvJbMUqU
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.znAKTJ1HY4
++ mktemp
+ local LAST_ERR=/tmp/tmp.NX7pkhrDqD
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.znAKTJ1HY4
+ cat /tmp/tmp.NX7pkhrDqD
+ rm /tmp/tmp.znAKTJ1HY4 /tmp/tmp.NX7pkhrDqD
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.O4TxnZq107
++ mktemp
+ local LAST_ERR=/tmp/tmp.eVxSTyo57m
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.O4TxnZq107
+ cat /tmp/tmp.eVxSTyo57m
+ rm /tmp/tmp.O4TxnZq107 /tmp/tmp.eVxSTyo57m
+ return 0
+ check_crd_for_deletion PR-2058-78121c567
+ local git_tag=PR-2058-78121c567
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
++ /usr/sbin/sed s/---//g
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2058-78121c567/deploy/crd.yaml
++ yq eval .metadata.name
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UVaMtQLFxO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wjHE8QiNtW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.UVaMtQLFxO
++ cat /tmp/tmp.wjHE8QiNtW
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.UVaMtQLFxO
++ cat /tmp/tmp.wjHE8QiNtW
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.UVaMtQLFxO
++ cat /tmp/tmp.wjHE8QiNtW
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.UVaMtQLFxO
++ cat /tmp/tmp.wjHE8QiNtW
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.UVaMtQLFxO /tmp/tmp.wjHE8QiNtW
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ [[ -n '' ]]
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ awk '{print$1}'
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ xargs kubectl delete ns
++ mktemp
+ kubectl_bin get ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.60gb01wxnX
++ mktemp
+ local LAST_ERR=/tmp/tmp.iPkFGnNkQS
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.3uz8ImUvlA
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ local LAST_ERR=/tmp/tmp.5E62bAChPo
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3uz8ImUvlA
+ cat /tmp/tmp.5E62bAChPo
+ rm /tmp/tmp.3uz8ImUvlA /tmp/tmp.5E62bAChPo
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.60gb01wxnX
+ cat /tmp/tmp.iPkFGnNkQS
+ rm /tmp/tmp.60gb01wxnX /tmp/tmp.iPkFGnNkQS
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
error: resource(s) were provided, but no name was specified
+ local LAST_OUT=/tmp/tmp.dLArshe6hO
++ mktemp
+ local LAST_ERR=/tmp/tmp.uxiwZknmW9
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dLArshe6hO
+ cat /tmp/tmp.uxiwZknmW9
+ rm /tmp/tmp.dLArshe6hO /tmp/tmp.uxiwZknmW9
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ax7Bs5dfEC
++ mktemp
+ local LAST_ERR=/tmp/tmp.H1scCDDhLP
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ax7Bs5dfEC
namespace/psmdb-operator created
+ cat /tmp/tmp.H1scCDDhLP
+ rm /tmp/tmp.Ax7Bs5dfEC /tmp/tmp.H1scCDDhLP
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UpAqIiLDY6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HGhhHnnU59
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UpAqIiLDY6
++ cat /tmp/tmp.HGhhHnnU59
++ rm /tmp/tmp.UpAqIiLDY6 /tmp/tmp.HGhhHnnU59
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.FKoHzpkpfP
++ mktemp
+ local LAST_ERR=/tmp/tmp.kbUx0vIocG
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15' '--namespace=psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FKoHzpkpfP
Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15" modified.
+ cat /tmp/tmp.kbUx0vIocG
+ rm /tmp/tmp.FKoHzpkpfP /tmp/tmp.kbUx0vIocG
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.amSKKUcPm7
++ mktemp
+ local LAST_ERR=/tmp/tmp.twRoSctwT0
+ local exit_status=0
+ local timeout=4
+ args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.amSKKUcPm7
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.twRoSctwT0
+ rm /tmp/tmp.amSKKUcPm7 /tmp/tmp.twRoSctwT0
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.yt0G8hpg5q
++ mktemp
+ local LAST_ERR=/tmp/tmp.6QcleUo6Ic
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yt0G8hpg5q
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.6QcleUo6Ic
+ rm /tmp/tmp.yt0G8hpg5q /tmp/tmp.6QcleUo6Ic
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml
+ add_arch_to_podspecs -
+ kubectl_bin apply -n psmdb-operator -f -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
++ mktemp
+ local LAST_OUT=/tmp/tmp.pXhpCngR7r
++ mktemp
+ local LAST_ERR=/tmp/tmp.MWCtl4iEYY
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pXhpCngR7r
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.MWCtl4iEYY
+ rm /tmp/tmp.pXhpCngR7r /tmp/tmp.MWCtl4iEYY
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.52ma9n9lUr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pUCvQkcsCM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.52ma9n9lUr
++ cat /tmp/tmp.pUCvQkcsCM
++ rm /tmp/tmp.52ma9n9lUr /tmp/tmp.pUCvQkcsCM
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-66cd7b75cf-6v7x9
+ local pod=percona-server-mongodb-operator-66cd7b75cf-6v7x9
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-66cd7b75cf-6v7x9 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+ grep 'Manager starting up'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8EASVpgav5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JQkxy8tSz9
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8EASVpgav5
++ cat /tmp/tmp.JQkxy8tSz9
++ rm /tmp/tmp.8EASVpgav5 /tmp/tmp.JQkxy8tSz9
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-6v7x9
++ mktemp
+ local LAST_OUT=/tmp/tmp.iTRsDu4lTc
++ mktemp
+ local LAST_ERR=/tmp/tmp.2d3OGGsdL2
+ local exit_status=0
+ local timeout=4
+ args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-66cd7b75cf-6v7x9')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-6v7x9
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iTRsDu4lTc
+ cat /tmp/tmp.2d3OGGsdL2
+ rm /tmp/tmp.iTRsDu4lTc /tmp/tmp.2d3OGGsdL2
+ return 0
2026-07-17T00:03:23.186Z	INFO	setup	Manager starting up	{"gitCommit": "78121c56762758785b75e9b7c017e15fc887ae5d", "gitBranch": "PR-2058-78121c567", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"}
+ create_namespace demand-backup-if-unhealthy-21163
+ local namespace=demand-backup-if-unhealthy-21163
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces demand-backup-if-unhealthy-21163'
++ mktemp
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-if-unhealthy-21163
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace demand-backup-if-unhealthy-21163 --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.WuGcK8OAAe
++ mktemp
+ local LAST_OUT=/tmp/tmp.JW7hVQnj9r
+ local LAST_ERR=/tmp/tmp.TEGZcaho8j
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.6TardifHkq
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'demand-backup-if-unhealthy-21163' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace demand-backup-if-unhealthy-21163 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WuGcK8OAAe
+ cat /tmp/tmp.TEGZcaho8j
+ rm /tmp/tmp.WuGcK8OAAe /tmp/tmp.TEGZcaho8j
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JW7hVQnj9r
+ cat /tmp/tmp.6TardifHkq
+ rm /tmp/tmp.JW7hVQnj9r /tmp/tmp.6TardifHkq
+ return 0
+ kubectl_bin wait --for=delete namespace demand-backup-if-unhealthy-21163
++ mktemp
+ local LAST_OUT=/tmp/tmp.2TtMBctAPe
++ mktemp
+ local LAST_ERR=/tmp/tmp.Hv9r9VPUKf
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'demand-backup-if-unhealthy-21163')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace demand-backup-if-unhealthy-21163
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2TtMBctAPe
+ cat /tmp/tmp.Hv9r9VPUKf
+ rm /tmp/tmp.2TtMBctAPe /tmp/tmp.Hv9r9VPUKf
+ return 0
+ desc 'create namespace demand-backup-if-unhealthy-21163'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-if-unhealthy-21163
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-if-unhealthy-21163
++ mktemp
+ local LAST_OUT=/tmp/tmp.XKXei3XG5C
++ mktemp
+ local LAST_ERR=/tmp/tmp.bRkWSJsfam
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'demand-backup-if-unhealthy-21163')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace demand-backup-if-unhealthy-21163
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XKXei3XG5C
namespace/demand-backup-if-unhealthy-21163 created
+ cat /tmp/tmp.bRkWSJsfam
+ rm /tmp/tmp.XKXei3XG5C /tmp/tmp.bRkWSJsfam
+ return 0
+ set_kube_ctx demand-backup-if-unhealthy-21163
+ local namespace=demand-backup-if-unhealthy-21163
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XxQAADRPXC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dLjiWTnt6Z
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XxQAADRPXC
++ cat /tmp/tmp.dLjiWTnt6Z
++ rm /tmp/tmp.XxQAADRPXC /tmp/tmp.dLjiWTnt6Z
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15 --namespace=demand-backup-if-unhealthy-21163
++ mktemp
+ local LAST_OUT=/tmp/tmp.pQ3OUNXdQw
++ mktemp
+ local LAST_ERR=/tmp/tmp.PYwsQ7Dj3u
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15' '--namespace=demand-backup-if-unhealthy-21163')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15 --namespace=demand-backup-if-unhealthy-21163
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pQ3OUNXdQw
Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster15" modified.
+ cat /tmp/tmp.PYwsQ7Dj3u
+ rm /tmp/tmp.pQ3OUNXdQw /tmp/tmp.PYwsQ7Dj3u
+ return 0
+ deploy_minio
+ local cert_secret=
+ local service_name=minio-service
+ desc 'install MinIO: minio-service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install MinIO: minio-service
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G' '--set' 'fullnameOverride=minio-service' '--set' 'serviceAccount.create=true' '--set' 'serviceAccount.name=minio-service-sa')
+ local minio_args
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ [[ -n '' ]]
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
NAME: minio-service
LAST DEPLOYED: Fri Jul 17 00:03:58 2026
NAMESPACE: demand-backup-if-unhealthy-21163
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.demand-backup-if-unhealthy-21163.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace demand-backup-if-unhealthy-21163 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-if-unhealthy-21163

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-if-unhealthy-21163 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-if-unhealthy-21163 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.INogxa3tsI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3buSMQopEf
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=release=minio-service' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.INogxa3tsI
++ cat /tmp/tmp.3buSMQopEf
++ rm /tmp/tmp.INogxa3tsI /tmp/tmp.3buSMQopEf
++ return 0
+ local MINIO_POD=minio-service-6d5f646cdc-s6hhp
+ wait_pod minio-service-6d5f646cdc-s6hhp
+ local pod=minio-service-6d5f646cdc-s6hhp
+ set +o xtrace
waiting for pod/minio-service-6d5f646cdc-s6hhp to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.demand-backup-if-unhealthy-21163.svc.cluster.local --tcp=9000
service/minio-service created
+ create_minio_bucket operator-testing http://minio-service:9000
+ local bucket=operator-testing
+ local endpoint=http://minio-service:9000
+ aws_cli_minio http://minio-service:9000 s3 mb s3://operator-testing
+ local endpoint=http://minio-service:9000
+ shift
+ kubectl_bin run -i --rm aws-cli --image=docker.io/amazon/aws-cli:2.34.60 --restart=Never --env=AWS_ACCESS_KEY_ID=some-access-key --env=AWS_SECRET_ACCESS_KEY=some-secret-key --env=AWS_DEFAULT_REGION=us-east-1 -- --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing
++ mktemp
+ local LAST_OUT=/tmp/tmp.wyWhYfZ2co
++ mktemp
+ local LAST_ERR=/tmp/tmp.f5B3j18RF4
+ local exit_status=0
+ local timeout=4
+ args=('run' '-i' '--rm' 'aws-cli' '--image=docker.io/amazon/aws-cli:2.34.60' '--restart=Never' '--env=AWS_ACCESS_KEY_ID=some-access-key' '--env=AWS_SECRET_ACCESS_KEY=some-secret-key' '--env=AWS_DEFAULT_REGION=us-east-1' '--' '--no-verify-ssl' '--endpoint-url' 'http://minio-service:9000' 's3' 'mb' 's3://operator-testing')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl run -i --rm aws-cli --image=docker.io/amazon/aws-cli:2.34.60 --restart=Never --env=AWS_ACCESS_KEY_ID=some-access-key --env=AWS_SECRET_ACCESS_KEY=some-secret-key --env=AWS_DEFAULT_REGION=us-east-1 -- --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wyWhYfZ2co
make_bucket: operator-testing
pod "aws-cli" deleted from demand-backup-if-unhealthy-21163 namespace
+ cat /tmp/tmp.f5B3j18RF4
All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
If you don't see a command prompt, try pressing enter.
+ rm /tmp/tmp.wyWhYfZ2co /tmp/tmp.f5B3j18RF4
+ return 0
+ create_secrets
+ echo 'Creating secrets and start client'
Creating secrets and start client
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.tbc1zUxdQG
++ mktemp
+ local LAST_ERR=/tmp/tmp.YrUBOmO4cp
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.tbc1zUxdQG
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.YrUBOmO4cp
+ rm /tmp/tmp.tbc1zUxdQG /tmp/tmp.YrUBOmO4cp
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.8UnzlhcdKG
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZUTuQ4ySyP
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/minio-secret.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8UnzlhcdKG
secret/minio-secret created
secret/aws-s3-secret created
secret/alibaba-cloud-secret created
secret/oci-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
+ cat /tmp/tmp.ZUTuQ4ySyP
+ rm /tmp/tmp.8UnzlhcdKG /tmp/tmp.ZUTuQ4ySyP
+ return 0
+ cluster=some-name
+ desc 'create PSMDB cluster some-name'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster some-name
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ kubectl_bin apply -f -
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
++ mktemp
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"'
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ /usr/sbin/sed -e s/NAME_SPACE/demand-backup-if-unhealthy-21163/g
+ local LAST_OUT=/tmp/tmp.09Olp18aie
++ mktemp
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ local LAST_ERR=/tmp/tmp.CgIuQv0cKw
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.09Olp18aie
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.CgIuQv0cKw
+ rm /tmp/tmp.09Olp18aie /tmp/tmp.CgIuQv0cKw
+ return 0
+ wait_for_cluster_state some-name ready
+ local cluster_name=some-name
+ local target_state=ready
+ echo -n 'Waiting for psmdb/some-name to reach ready state'
Waiting for psmdb/some-name to reach ready state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zlcz7P16Fp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GweccNs0sa
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zlcz7P16Fp
++ cat /tmp/tmp.GweccNs0sa
++ rm /tmp/tmp.zlcz7P16Fp /tmp/tmp.GweccNs0sa
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=1
+ echo -n .
.+ [[ 1 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H8C7lnx217
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nL1W450r0X
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H8C7lnx217
++ cat /tmp/tmp.nL1W450r0X
++ rm /tmp/tmp.H8C7lnx217 /tmp/tmp.nL1W450r0X
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=2
+ echo -n .
.+ [[ 2 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oQWAQzbfGs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i3YThv8K6x
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oQWAQzbfGs
++ cat /tmp/tmp.i3YThv8K6x
++ rm /tmp/tmp.oQWAQzbfGs /tmp/tmp.i3YThv8K6x
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=3
+ echo -n .
.+ [[ 3 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VbkSyzf5wW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.c7pPASL7ob
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VbkSyzf5wW
++ cat /tmp/tmp.c7pPASL7ob
++ rm /tmp/tmp.VbkSyzf5wW /tmp/tmp.c7pPASL7ob
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=4
+ echo -n .
.+ [[ 4 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wBm1GmHACp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RDb0byzZId
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wBm1GmHACp
++ cat /tmp/tmp.RDb0byzZId
++ rm /tmp/tmp.wBm1GmHACp /tmp/tmp.RDb0byzZId
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=5
+ echo -n .
.+ [[ 5 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qfALnvHhLg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1bRV6Y9F78
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qfALnvHhLg
++ cat /tmp/tmp.1bRV6Y9F78
++ rm /tmp/tmp.qfALnvHhLg /tmp/tmp.1bRV6Y9F78
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=6
+ echo -n .
.+ [[ 6 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m8aMYJ8JHm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QCUDWYNAgO
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.m8aMYJ8JHm
++ cat /tmp/tmp.QCUDWYNAgO
++ rm /tmp/tmp.m8aMYJ8JHm /tmp/tmp.QCUDWYNAgO
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=7
+ echo -n .
.+ [[ 7 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YKRO0Ny4u0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GMoeFirGfX
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YKRO0Ny4u0
++ cat /tmp/tmp.GMoeFirGfX
++ rm /tmp/tmp.YKRO0Ny4u0 /tmp/tmp.GMoeFirGfX
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=8
+ echo -n .
.+ [[ 8 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QAZoYXy1Ie
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YNh1hmaA6n
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QAZoYXy1Ie
++ cat /tmp/tmp.YNh1hmaA6n
++ rm /tmp/tmp.QAZoYXy1Ie /tmp/tmp.YNh1hmaA6n
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=9
+ echo -n .
.+ [[ 9 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.O7PKib42xi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UAzknOYVez
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.O7PKib42xi
++ cat /tmp/tmp.UAzknOYVez
++ rm /tmp/tmp.O7PKib42xi /tmp/tmp.UAzknOYVez
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=10
+ echo -n .
.+ [[ 10 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H8Tqa3BjPa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gDMH2YShBW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H8Tqa3BjPa
++ cat /tmp/tmp.gDMH2YShBW
++ rm /tmp/tmp.H8Tqa3BjPa /tmp/tmp.gDMH2YShBW
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=11
+ echo -n .
.+ [[ 11 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7NOjdOevZy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SJLqD8LW5f
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7NOjdOevZy
++ cat /tmp/tmp.SJLqD8LW5f
++ rm /tmp/tmp.7NOjdOevZy /tmp/tmp.SJLqD8LW5f
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=12
+ echo -n .
.+ [[ 12 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.b43BoJkajI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.k38Hp4dPCq
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.b43BoJkajI
++ cat /tmp/tmp.k38Hp4dPCq
++ rm /tmp/tmp.b43BoJkajI /tmp/tmp.k38Hp4dPCq
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=13
+ echo -n .
.+ [[ 13 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z7wduN119v
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Iuo0uqNGE8
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.z7wduN119v
++ cat /tmp/tmp.Iuo0uqNGE8
++ rm /tmp/tmp.z7wduN119v /tmp/tmp.Iuo0uqNGE8
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=14
+ echo -n .
.+ [[ 14 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qlfr8CzQlY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1cKJpf06g2
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qlfr8CzQlY
++ cat /tmp/tmp.1cKJpf06g2
++ rm /tmp/tmp.qlfr8CzQlY /tmp/tmp.1cKJpf06g2
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=15
+ echo -n .
.+ [[ 15 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cxYN1xipNS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Yf1vr0MIyo
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cxYN1xipNS
++ cat /tmp/tmp.Yf1vr0MIyo
++ rm /tmp/tmp.cxYN1xipNS /tmp/tmp.Yf1vr0MIyo
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=16
+ echo -n .
.+ [[ 16 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zl1JxMvdR0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S2clXA9Zk2
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zl1JxMvdR0
++ cat /tmp/tmp.S2clXA9Zk2
++ rm /tmp/tmp.zl1JxMvdR0 /tmp/tmp.S2clXA9Zk2
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=17
+ echo -n .
.+ [[ 17 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.c5HI7C2w7N
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ji3pWiu9Qq
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.c5HI7C2w7N
++ cat /tmp/tmp.ji3pWiu9Qq
++ rm /tmp/tmp.c5HI7C2w7N /tmp/tmp.ji3pWiu9Qq
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=18
+ echo -n .
.+ [[ 18 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1N6qhgVZLZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jVYd9BI6oi
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1N6qhgVZLZ
++ cat /tmp/tmp.jVYd9BI6oi
++ rm /tmp/tmp.1N6qhgVZLZ /tmp/tmp.jVYd9BI6oi
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=19
+ echo -n .
.+ [[ 19 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.85LPz103MC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0zXtiIcdXM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.85LPz103MC
++ cat /tmp/tmp.0zXtiIcdXM
++ rm /tmp/tmp.85LPz103MC /tmp/tmp.0zXtiIcdXM
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=20
+ echo -n .
.+ [[ 20 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o8wAqzA1K4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8kdwAEbieg
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.o8wAqzA1K4
++ cat /tmp/tmp.8kdwAEbieg
++ rm /tmp/tmp.o8wAqzA1K4 /tmp/tmp.8kdwAEbieg
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=21
+ echo -n .
.+ [[ 21 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HMuZjIHFDG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.u6dI9wNmDV
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HMuZjIHFDG
++ cat /tmp/tmp.u6dI9wNmDV
++ rm /tmp/tmp.HMuZjIHFDG /tmp/tmp.u6dI9wNmDV
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=22
+ echo -n .
.+ [[ 22 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7Y3Cbnpbe0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7r1iw2Ti7w
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7Y3Cbnpbe0
++ cat /tmp/tmp.7r1iw2Ti7w
++ rm /tmp/tmp.7Y3Cbnpbe0 /tmp/tmp.7r1iw2Ti7w
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=23
+ echo -n .
.+ [[ 23 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CzOJeYw3Fo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4fsw2XTwm2
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CzOJeYw3Fo
++ cat /tmp/tmp.4fsw2XTwm2
++ rm /tmp/tmp.CzOJeYw3Fo /tmp/tmp.4fsw2XTwm2
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=24
+ echo -n .
.+ [[ 24 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Uc8hoeAQFM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sVzTebBxAZ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Uc8hoeAQFM
++ cat /tmp/tmp.sVzTebBxAZ
++ rm /tmp/tmp.Uc8hoeAQFM /tmp/tmp.sVzTebBxAZ
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=25
+ echo -n .
.+ [[ 25 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s60Brb0vQM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YsOqmGxY7P
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s60Brb0vQM
++ cat /tmp/tmp.YsOqmGxY7P
++ rm /tmp/tmp.s60Brb0vQM /tmp/tmp.YsOqmGxY7P
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=26
+ echo -n .
.+ [[ 26 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cpCX9R13Mr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oCsT8M578H
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cpCX9R13Mr
++ cat /tmp/tmp.oCsT8M578H
++ rm /tmp/tmp.cpCX9R13Mr /tmp/tmp.oCsT8M578H
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=27
+ echo -n .
.+ [[ 27 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lMqWEzRcoR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.INUYmdv0jW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lMqWEzRcoR
++ cat /tmp/tmp.INUYmdv0jW
++ rm /tmp/tmp.lMqWEzRcoR /tmp/tmp.INUYmdv0jW
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=28
+ echo -n .
.+ [[ 28 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eXu3c6aWKi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bM4JCBI81o
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eXu3c6aWKi
++ cat /tmp/tmp.bM4JCBI81o
++ rm /tmp/tmp.eXu3c6aWKi /tmp/tmp.bM4JCBI81o
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=29
+ echo -n .
.+ [[ 29 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dxJz9jEblZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Sc4pHm8SuG
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dxJz9jEblZ
++ cat /tmp/tmp.Sc4pHm8SuG
++ rm /tmp/tmp.dxJz9jEblZ /tmp/tmp.Sc4pHm8SuG
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=30
+ echo -n .
.+ [[ 30 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dFx6pkZByl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I5TUcxRYGz
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dFx6pkZByl
++ cat /tmp/tmp.I5TUcxRYGz
++ rm /tmp/tmp.dFx6pkZByl /tmp/tmp.I5TUcxRYGz
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=31
+ echo -n .
.+ [[ 31 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PV3GxpYxlm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DnQ5I93Ki4
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PV3GxpYxlm
++ cat /tmp/tmp.DnQ5I93Ki4
++ rm /tmp/tmp.PV3GxpYxlm /tmp/tmp.DnQ5I93Ki4
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=32
+ echo -n .
.+ [[ 32 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7c1Q7zQRjE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NrJM1GDtK8
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7c1Q7zQRjE
++ cat /tmp/tmp.NrJM1GDtK8
++ rm /tmp/tmp.7c1Q7zQRjE /tmp/tmp.NrJM1GDtK8
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=33
+ echo -n .
.+ [[ 33 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DLsu6kc9eF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Q1j8vGfqu0
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DLsu6kc9eF
++ cat /tmp/tmp.Q1j8vGfqu0
++ rm /tmp/tmp.DLsu6kc9eF /tmp/tmp.Q1j8vGfqu0
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=34
+ echo -n .
.+ [[ 34 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BMOe5DOsPO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1DiGCMq2AH
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BMOe5DOsPO
++ cat /tmp/tmp.1DiGCMq2AH
++ rm /tmp/tmp.BMOe5DOsPO /tmp/tmp.1DiGCMq2AH
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=35
+ echo -n .
.+ [[ 35 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vxpvDCBfqB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dBp7zxEeaG
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vxpvDCBfqB
++ cat /tmp/tmp.dBp7zxEeaG
++ rm /tmp/tmp.vxpvDCBfqB /tmp/tmp.dBp7zxEeaG
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=36
+ echo -n .
.+ [[ 36 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IqOTvtKUMc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nAWeINdfur
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IqOTvtKUMc
++ cat /tmp/tmp.nAWeINdfur
++ rm /tmp/tmp.IqOTvtKUMc /tmp/tmp.nAWeINdfur
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=37
+ echo -n .
.+ [[ 37 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gt1CHXmeiZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U4ZBv74mGg
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gt1CHXmeiZ
++ cat /tmp/tmp.U4ZBv74mGg
++ rm /tmp/tmp.gt1CHXmeiZ /tmp/tmp.U4ZBv74mGg
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=38
+ echo -n .
.+ [[ 38 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YHe3uaoowH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.E66clG4ZRC
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YHe3uaoowH
++ cat /tmp/tmp.E66clG4ZRC
++ rm /tmp/tmp.YHe3uaoowH /tmp/tmp.E66clG4ZRC
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=39
+ echo -n .
.+ [[ 39 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fwmqphiv79
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rfnXTgNg7M
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fwmqphiv79
++ cat /tmp/tmp.rfnXTgNg7M
++ rm /tmp/tmp.fwmqphiv79 /tmp/tmp.rfnXTgNg7M
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=40
+ echo -n .
.+ [[ 40 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6AR4b1NFR4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xXZWg6Xwoh
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6AR4b1NFR4
++ cat /tmp/tmp.xXZWg6Xwoh
++ rm /tmp/tmp.6AR4b1NFR4 /tmp/tmp.xXZWg6Xwoh
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=41
+ echo -n .
.+ [[ 41 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GH1p5ajYkA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0NrN1gds2w
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GH1p5ajYkA
++ cat /tmp/tmp.0NrN1gds2w
++ rm /tmp/tmp.GH1p5ajYkA /tmp/tmp.0NrN1gds2w
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=42
+ echo -n .
.+ [[ 42 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9jQZMYzz7I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VNeU4XvdwZ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9jQZMYzz7I
++ cat /tmp/tmp.VNeU4XvdwZ
++ rm /tmp/tmp.9jQZMYzz7I /tmp/tmp.VNeU4XvdwZ
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=43
+ echo -n .
.+ [[ 43 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnKLfyBEBO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HCKfZharRm
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vnKLfyBEBO
++ cat /tmp/tmp.HCKfZharRm
++ rm /tmp/tmp.vnKLfyBEBO /tmp/tmp.HCKfZharRm
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=44
+ echo -n .
.+ [[ 44 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lSt8lCQ5Hv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bWWML96NBn
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lSt8lCQ5Hv
++ cat /tmp/tmp.bWWML96NBn
++ rm /tmp/tmp.lSt8lCQ5Hv /tmp/tmp.bWWML96NBn
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=45
+ echo -n .
.+ [[ 45 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1JX29usrNm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SME5m0JwJJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1JX29usrNm
++ cat /tmp/tmp.SME5m0JwJJ
++ rm /tmp/tmp.1JX29usrNm /tmp/tmp.SME5m0JwJJ
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=46
+ echo -n .
.+ [[ 46 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4Ap8eaGycw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RRorhqk5rA
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4Ap8eaGycw
++ cat /tmp/tmp.RRorhqk5rA
++ rm /tmp/tmp.4Ap8eaGycw /tmp/tmp.RRorhqk5rA
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=47
+ echo -n .
.+ [[ 47 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jDkjKF3U5G
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WFXMOnUKcw
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jDkjKF3U5G
++ cat /tmp/tmp.WFXMOnUKcw
++ rm /tmp/tmp.jDkjKF3U5G /tmp/tmp.WFXMOnUKcw
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=48
+ echo -n .
.+ [[ 48 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VowetNZLs0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S7I577NGpb
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VowetNZLs0
++ cat /tmp/tmp.S7I577NGpb
++ rm /tmp/tmp.VowetNZLs0 /tmp/tmp.S7I577NGpb
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=49
+ echo -n .
.+ [[ 49 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VyfOQgOuHq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IArCrIhtCe
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VyfOQgOuHq
++ cat /tmp/tmp.IArCrIhtCe
++ rm /tmp/tmp.VyfOQgOuHq /tmp/tmp.IArCrIhtCe
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=50
+ echo -n .
.+ [[ 50 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UuQAh7xwMP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YolU8Ds53Q
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UuQAh7xwMP
++ cat /tmp/tmp.YolU8Ds53Q
++ rm /tmp/tmp.UuQAh7xwMP /tmp/tmp.YolU8Ds53Q
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=51
+ echo -n .
.+ [[ 51 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TVwVhd8C8L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VclRRnlCr5
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TVwVhd8C8L
++ cat /tmp/tmp.VclRRnlCr5
++ rm /tmp/tmp.TVwVhd8C8L /tmp/tmp.VclRRnlCr5
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=52
+ echo -n .
.+ [[ 52 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ruBZo1wHn1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nHMHuRq9Nx
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ruBZo1wHn1
++ cat /tmp/tmp.nHMHuRq9Nx
++ rm /tmp/tmp.ruBZo1wHn1 /tmp/tmp.nHMHuRq9Nx
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=53
+ echo -n .
.+ [[ 53 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uWWNFybqam
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cbG8NL3g3a
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uWWNFybqam
++ cat /tmp/tmp.cbG8NL3g3a
++ rm /tmp/tmp.uWWNFybqam /tmp/tmp.cbG8NL3g3a
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=54
+ echo -n .
.+ [[ 54 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yXJK86ehZo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WYJaioR0hP
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yXJK86ehZo
++ cat /tmp/tmp.WYJaioR0hP
++ rm /tmp/tmp.yXJK86ehZo /tmp/tmp.WYJaioR0hP
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=55
+ echo -n .
.+ [[ 55 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H6a8SLLYiZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MGl25TJVej
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H6a8SLLYiZ
++ cat /tmp/tmp.MGl25TJVej
++ rm /tmp/tmp.H6a8SLLYiZ /tmp/tmp.MGl25TJVej
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=56
+ echo -n .
.+ [[ 56 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AM8oWlfd65
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sHwxh1AykO
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AM8oWlfd65
++ cat /tmp/tmp.sHwxh1AykO
++ rm /tmp/tmp.AM8oWlfd65 /tmp/tmp.sHwxh1AykO
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=57
+ echo -n .
.+ [[ 57 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MYGiM6yPmr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h5hwBOOWVJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MYGiM6yPmr
++ cat /tmp/tmp.h5hwBOOWVJ
++ rm /tmp/tmp.MYGiM6yPmr /tmp/tmp.h5hwBOOWVJ
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=58
+ echo -n .
.+ [[ 58 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YHmifcngrY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sE7zgDI4pS
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YHmifcngrY
++ cat /tmp/tmp.sE7zgDI4pS
++ rm /tmp/tmp.YHmifcngrY /tmp/tmp.sE7zgDI4pS
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=59
+ echo -n .
.+ [[ 59 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vn5toHyqzP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3N7h63hPFY
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Vn5toHyqzP
++ cat /tmp/tmp.3N7h63hPFY
++ rm /tmp/tmp.Vn5toHyqzP /tmp/tmp.3N7h63hPFY
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=60
+ echo -n .
.+ [[ 60 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.90A6BErJhW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7ZHljlIqR4
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.90A6BErJhW
++ cat /tmp/tmp.7ZHljlIqR4
++ rm /tmp/tmp.90A6BErJhW /tmp/tmp.7ZHljlIqR4
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=61
+ echo -n .
.+ [[ 61 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pZuObfI7jX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cPN8Tvhgch
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pZuObfI7jX
++ cat /tmp/tmp.cPN8Tvhgch
++ rm /tmp/tmp.pZuObfI7jX /tmp/tmp.cPN8Tvhgch
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=62
+ echo -n .
.+ [[ 62 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Q0oftJ6YBW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EkglYJzqZU
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Q0oftJ6YBW
++ cat /tmp/tmp.EkglYJzqZU
++ rm /tmp/tmp.Q0oftJ6YBW /tmp/tmp.EkglYJzqZU
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=63
+ echo -n .
.+ [[ 63 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.E46fSXur7C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rwA8dAr2v0
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.E46fSXur7C
++ cat /tmp/tmp.rwA8dAr2v0
++ rm /tmp/tmp.E46fSXur7C /tmp/tmp.rwA8dAr2v0
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=64
+ echo -n .
.+ [[ 64 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ouj8heu0i5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xDCO6MCAMV
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ouj8heu0i5
++ cat /tmp/tmp.xDCO6MCAMV
++ rm /tmp/tmp.ouj8heu0i5 /tmp/tmp.xDCO6MCAMV
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=65
+ echo -n .
.+ [[ 65 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WxSKWR9TDB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6hw7xqCYKK
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WxSKWR9TDB
++ cat /tmp/tmp.6hw7xqCYKK
++ rm /tmp/tmp.WxSKWR9TDB /tmp/tmp.6hw7xqCYKK
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=66
+ echo -n .
.+ [[ 66 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U8OBO2N06W
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VRqMcFFMqk
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.U8OBO2N06W
++ cat /tmp/tmp.VRqMcFFMqk
++ rm /tmp/tmp.U8OBO2N06W /tmp/tmp.VRqMcFFMqk
++ return 0
+ [[ ready =~ ready ]]
+ echo

+ log 'psmdb/some-name is ready: OK'
+ set +o xtrace
[2026-07-17T00:07:57+0000] psmdb/some-name is ready: OK
+ desc 'Adding new user'
+ set +o xtrace


-----------------------------------------------------------------------------------
Adding new user
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ifaUllhBuI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4k3R6PlPOK
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ifaUllhBuI
++ cat /tmp/tmp.4k3R6PlPOK
++ rm /tmp/tmp.ifaUllhBuI /tmp/tmp.4k3R6PlPOK
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Uyx6CVcyNN
++ mktemp
+ local LAST_ERR=/tmp/tmp.kf2x9j7tyx
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Uyx6CVcyNN
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("51ca75e6-86fb-4b0a-8555-5f1f9455cfd0") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.kf2x9j7tyx
+ rm /tmp/tmp.Uyx6CVcyNN /tmp/tmp.kf2x9j7tyx
+ return 0
+ echo -n 'Verifying user creation...'
Verifying user creation...+ until_with_timeout 10 check_user
+ local timeout=10
+ shift
+ local elapsed=0
+ check_user
+ run_mongo 'db.getUser("myApp")' userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163
+ local 'command=db.getUser("myApp")'
+ local uri=userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
+ grep -q '"user" : "myApp"'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OAKdDBaRZN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EpsJGNIcBd
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OAKdDBaRZN
++ cat /tmp/tmp.EpsJGNIcBd
++ rm /tmp/tmp.OAKdDBaRZN /tmp/tmp.EpsJGNIcBd
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''db.getUser("myApp")\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.uP4S5UWwnP
++ mktemp
+ local LAST_ERR=/tmp/tmp.eBSxdyIJ2x
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.getUser("myApp")\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''db.getUser("myApp")\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uP4S5UWwnP
+ cat /tmp/tmp.eBSxdyIJ2x
+ rm /tmp/tmp.uP4S5UWwnP /tmp/tmp.eBSxdyIJ2x
+ return 0
+ return 0
+ desc 'Testing logical backup with an unhealthy container'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing logical backup with an unhealthy container
-----------------------------------------------------------------------------------

+ type=logical
+ write_data 'This is some data for backup if unhealthy'
+ local 'data=This is some data for backup if unhealthy'
+ local find_prefix=
+ run_mongo 'use myApp\n db.test.insert({ x: "This is some data for backup if unhealthy" })' myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local 'command=use myApp\n db.test.insert({ x: "This is some data for backup if unhealthy" })'
+ local uri=myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Zv6NWeapsH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.f4x4G7qsNM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Zv6NWeapsH
++ cat /tmp/tmp.f4x4G7qsNM
++ rm /tmp/tmp.Zv6NWeapsH /tmp/tmp.f4x4G7qsNM
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Z1ZxIo7RQ9
++ mktemp
+ local LAST_ERR=/tmp/tmp.fp9CBtEMqI
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Z1ZxIo7RQ9
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2130cfa3-e3c4-4f55-ae84-2339b486b0ff") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.fp9CBtEMqI
+ rm /tmp/tmp.Z1ZxIo7RQ9 /tmp/tmp.fp9CBtEMqI
+ return 0
+ compare_mongo_cmd find myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163 '' .svc.cluster.local myApp test
+ local command=find
+ local uri=myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local postfix=
+ local suffix=.svc.cluster.local
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-17T00:08:05+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163 mongodb .svc.cluster.local ''
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.q2ZslInPwj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xytFUDfA1W
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.q2ZslInPwj
++ cat /tmp/tmp.xytFUDfA1W
++ rm /tmp/tmp.q2ZslInPwj /tmp/tmp.xytFUDfA1W
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.VNR4Gndg8e
++ mktemp
+ local LAST_ERR=/tmp/tmp.qMvKfNWDZm
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VNR4Gndg8e
+ cat /tmp/tmp.qMvKfNWDZm
+ rm /tmp/tmp.VNR4Gndg8e /tmp/tmp.qMvKfNWDZm
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/compare/find.json /tmp/tmp.QL8KrMUvUH/find
+ wait_sts_to_become_not_ready
+ local sts_name=some-name-rs0
+ local timeout=60
+ local pod_name=some-name-rs0-1
+ local interval=2
+ local elapsed=0
+ echo 'Updating cluster with invalid image...'
Updating cluster with invalid image...
+ update_with_invalid_db_image
+ local cluster_name=some-name
+ yq /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ yq '.spec.image="invalid-image:invalid-tag"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.qiAcKtvoGi
++ mktemp
+ local LAST_ERR=/tmp/tmp.HPnLYx23O4
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qiAcKtvoGi
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.HPnLYx23O4
+ rm /tmp/tmp.qiAcKtvoGi /tmp/tmp.HPnLYx23O4
+ return 0
+ echo -n 'Wait for statefulset some-name-rs0 to become not ready...'
Wait for statefulset some-name-rs0 to become not ready...+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gsznR0jaZI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9sKJtGSlQi
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gsznR0jaZI
++ cat /tmp/tmp.9sKJtGSlQi
++ rm /tmp/tmp.gsznR0jaZI /tmp/tmp.9sKJtGSlQi
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cQ0biasCBJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6AbG0sezHZ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cQ0biasCBJ
++ cat /tmp/tmp.6AbG0sezHZ
++ rm /tmp/tmp.cQ0biasCBJ /tmp/tmp.6AbG0sezHZ
++ return 0
+ ready_replicas=3
+ [[ 3 -eq 3 ]]
+ ((  elapsed >= timeout  ))
+ sleep 2
+ ((  elapsed += interval  ))
+ echo -n .
.+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DbSiJUItbr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wkfci6eDSk
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DbSiJUItbr
++ cat /tmp/tmp.Wkfci6eDSk
++ rm /tmp/tmp.DbSiJUItbr /tmp/tmp.Wkfci6eDSk
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DKYb0EOHT1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VmVkgO36jc
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.DKYb0EOHT1
++ cat /tmp/tmp.VmVkgO36jc
++ rm /tmp/tmp.DKYb0EOHT1 /tmp/tmp.VmVkgO36jc
++ return 0
+ ready_replicas=3
+ [[ 3 -eq 3 ]]
+ ((  elapsed >= timeout  ))
+ sleep 2
+ ((  elapsed += interval  ))
+ echo -n .
.+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r0iu3rTTzV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gNT3vaYkhF
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.r0iu3rTTzV
++ cat /tmp/tmp.gNT3vaYkhF
++ rm /tmp/tmp.r0iu3rTTzV /tmp/tmp.gNT3vaYkhF
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7y7JG9jX5A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8vXzvMI2iA
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7y7JG9jX5A
++ cat /tmp/tmp.8vXzvMI2iA
++ rm /tmp/tmp.7y7JG9jX5A /tmp/tmp.8vXzvMI2iA
++ return 0
+ ready_replicas=3
+ [[ 3 -eq 3 ]]
+ ((  elapsed >= timeout  ))
+ sleep 2
+ ((  elapsed += interval  ))
+ echo -n .
.+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AOGK2WpIZm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TJxDI7k635
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AOGK2WpIZm
++ cat /tmp/tmp.TJxDI7k635
++ rm /tmp/tmp.AOGK2WpIZm /tmp/tmp.TJxDI7k635
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kkMZlmuqUY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0skeX5cPHZ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kkMZlmuqUY
++ cat /tmp/tmp.0skeX5cPHZ
++ rm /tmp/tmp.kkMZlmuqUY /tmp/tmp.0skeX5cPHZ
++ return 0
+ ready_replicas=2
+ [[ 3 -eq 2 ]]
+ wait_for_cluster_state some-name 'initializing|error'
+ local cluster_name=some-name
+ local 'target_state=initializing|error'
+ echo -n 'Waiting for psmdb/some-name to reach initializing|error state'
Waiting for psmdb/some-name to reach initializing|error state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iPubKtPjNr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2OH3YXj38l
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iPubKtPjNr
++ cat /tmp/tmp.2OH3YXj38l
++ rm /tmp/tmp.iPubKtPjNr /tmp/tmp.2OH3YXj38l
++ return 0
+ [[ initializing =~ initializing|error ]]
+ echo

+ log 'psmdb/some-name is initializing|error: OK'
+ set +o xtrace
[2026-07-17T00:08:35+0000] psmdb/some-name is initializing|error: OK
+ backup_name_minio=backup-minio-logical
+ run_backup minio backup-minio-logical logical
+ local storage=minio
+ local backup_name=backup-minio-logical
+ local type=logical
+ log 'running backup backup-minio-logical'
+ set +o xtrace
[2026-07-17T00:08:35+0000] running backup backup-minio-logical
+ yq eval $'.metadata.name = "backup-minio-logical"\n\t\t\t| .spec.storageName = "minio"\n\t\t\t| .spec.type = "logical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/backup-minio.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.0AnWvFbqj4
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ya4FSUTyzg
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0AnWvFbqj4
perconaservermongodbbackup.psmdb.percona.com/backup-minio-logical created
+ cat /tmp/tmp.Ya4FSUTyzg
+ rm /tmp/tmp.0AnWvFbqj4 /tmp/tmp.Ya4FSUTyzg
+ return 0
+ verify_sts_not_ready
+ local sts_name=some-name-rs0
+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GfOlMqp8Qq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WCd5XU0pmw
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GfOlMqp8Qq
++ cat /tmp/tmp.WCd5XU0pmw
++ rm /tmp/tmp.GfOlMqp8Qq /tmp/tmp.WCd5XU0pmw
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Zg4VRXqlbB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8J6Pi3HVxR
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Zg4VRXqlbB
++ cat /tmp/tmp.8J6Pi3HVxR
++ rm /tmp/tmp.Zg4VRXqlbB /tmp/tmp.8J6Pi3HVxR
++ return 0
+ ready_replicas=2
+ [[ 3 -eq 2 ]]
+ wait_for_cluster_state some-name 'initializing|error'
+ local cluster_name=some-name
+ local 'target_state=initializing|error'
+ echo -n 'Waiting for psmdb/some-name to reach initializing|error state'
Waiting for psmdb/some-name to reach initializing|error state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SkOQhIkydp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BTbvLKmN55
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SkOQhIkydp
++ cat /tmp/tmp.BTbvLKmN55
++ rm /tmp/tmp.SkOQhIkydp /tmp/tmp.BTbvLKmN55
++ return 0
+ [[ initializing =~ initializing|error ]]
+ echo

+ log 'psmdb/some-name is initializing|error: OK'
+ set +o xtrace
[2026-07-17T00:08:42+0000] psmdb/some-name is initializing|error: OK
+ desc 'Verifying backup-minio-logical and update cluster back to ready state'
+ set +o xtrace


-----------------------------------------------------------------------------------
Verifying backup-minio-logical and update cluster back to ready state
-----------------------------------------------------------------------------------

+ wait_backup backup-minio-logical ready
+ local backup_name=backup-minio-logical
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-logical to reach ready state.....OK
+ verify_sts_not_ready
+ local sts_name=some-name-rs0
+ is_sts_ready some-name-rs0
+ local sts_name=some-name-rs0
+ local replicas ready_replicas
+ kubectl_bin get sts some-name-rs0
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FGUGjQXcjI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.00ZNCjAM4Z
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.spec.replicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.spec.replicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FGUGjQXcjI
++ cat /tmp/tmp.00ZNCjAM4Z
++ rm /tmp/tmp.FGUGjQXcjI /tmp/tmp.00ZNCjAM4Z
++ return 0
+ replicas=3
++ kubectl_bin get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W4BX25yNI8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P9X2f2b6MS
++ local exit_status=0
++ local timeout=4
++ args=('get' 'sts' 'some-name-rs0' '-o' 'jsonpath={.status.readyReplicas}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get sts some-name-rs0 -o 'jsonpath={.status.readyReplicas}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.W4BX25yNI8
++ cat /tmp/tmp.P9X2f2b6MS
++ rm /tmp/tmp.W4BX25yNI8 /tmp/tmp.P9X2f2b6MS
++ return 0
+ ready_replicas=2
+ [[ 3 -eq 2 ]]
+ wait_for_cluster_state some-name 'initializing|error'
+ local cluster_name=some-name
+ local 'target_state=initializing|error'
+ echo -n 'Waiting for psmdb/some-name to reach initializing|error state'
Waiting for psmdb/some-name to reach initializing|error state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L2vqAFhEFU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DKb7aeSAAw
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L2vqAFhEFU
++ cat /tmp/tmp.DKb7aeSAAw
++ rm /tmp/tmp.L2vqAFhEFU /tmp/tmp.DKb7aeSAAw
++ return 0
+ [[ initializing =~ initializing|error ]]
+ echo

+ log 'psmdb/some-name is initializing|error: OK'
+ set +o xtrace
[2026-07-17T00:08:54+0000] psmdb/some-name is initializing|error: OK
+ rollback_invalid_image
+ local cluster_name=some-name
+ local timeout=
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ kubectl_bin apply -f -
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/some-name.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"'
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ local LAST_OUT=/tmp/tmp.OXkfnuO7Uc
++ mktemp
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ /usr/sbin/sed -e s/NAME_SPACE/demand-backup-if-unhealthy-21163/g
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ local LAST_ERR=/tmp/tmp.fdb2pKNRt1
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OXkfnuO7Uc
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.fdb2pKNRt1
+ rm /tmp/tmp.OXkfnuO7Uc /tmp/tmp.fdb2pKNRt1
+ return 0
+ echo -n 'Waiting new statefulset version...'
Waiting new statefulset version...+ grep -q invalid-image:invalid-tag
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.fu8os1C7o5
++ mktemp
+ local LAST_ERR=/tmp/tmp.MBnGZHDVpP
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fu8os1C7o5
+ cat /tmp/tmp.MBnGZHDVpP
+ rm /tmp/tmp.fu8os1C7o5 /tmp/tmp.MBnGZHDVpP
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.l4LNXcSuza
++ mktemp
+ local LAST_ERR=/tmp/tmp.lIwjp5jxQT
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l4LNXcSuza
+ cat /tmp/tmp.lIwjp5jxQT
+ rm /tmp/tmp.l4LNXcSuza /tmp/tmp.lIwjp5jxQT
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.VAIjnz7Ym1
++ mktemp
+ local LAST_ERR=/tmp/tmp.kXtWC571ZC
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VAIjnz7Ym1
+ cat /tmp/tmp.kXtWC571ZC
+ rm /tmp/tmp.VAIjnz7Ym1 /tmp/tmp.kXtWC571ZC
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ef5LdfWwtD
++ mktemp
+ local LAST_ERR=/tmp/tmp.YR2qKu8PHC
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ef5LdfWwtD
+ cat /tmp/tmp.YR2qKu8PHC
+ rm /tmp/tmp.Ef5LdfWwtD /tmp/tmp.YR2qKu8PHC
+ return 0
+ echo -n .
.+ sleep 1
+ grep -q invalid-image:invalid-tag
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.I0WJv1hEjq
++ mktemp
+ local LAST_ERR=/tmp/tmp.G2HvSH0EXE
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.I0WJv1hEjq
+ cat /tmp/tmp.G2HvSH0EXE
+ rm /tmp/tmp.I0WJv1hEjq /tmp/tmp.G2HvSH0EXE
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.MzXmWLXodu
++ mktemp
+ local LAST_ERR=/tmp/tmp.ohRxn23qry
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MzXmWLXodu
+ cat /tmp/tmp.ohRxn23qry
+ rm /tmp/tmp.MzXmWLXodu /tmp/tmp.ohRxn23qry
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.cSZzXKV2PI
++ mktemp
+ local LAST_ERR=/tmp/tmp.E5CoYYktUU
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cSZzXKV2PI
+ cat /tmp/tmp.E5CoYYktUU
+ rm /tmp/tmp.cSZzXKV2PI /tmp/tmp.E5CoYYktUU
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.ufs40hLfQa
++ mktemp
+ local LAST_ERR=/tmp/tmp.ygoehJihyA
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ufs40hLfQa
+ cat /tmp/tmp.ygoehJihyA
+ rm /tmp/tmp.ufs40hLfQa /tmp/tmp.ygoehJihyA
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.sosd8jqSN2
++ mktemp
+ local LAST_ERR=/tmp/tmp.BYAhGv41jQ
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sosd8jqSN2
+ cat /tmp/tmp.BYAhGv41jQ
+ rm /tmp/tmp.sosd8jqSN2 /tmp/tmp.BYAhGv41jQ
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.uC4ROhEL7D
++ mktemp
+ local LAST_ERR=/tmp/tmp.2UL3XKUtFM
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uC4ROhEL7D
+ cat /tmp/tmp.2UL3XKUtFM
+ rm /tmp/tmp.uC4ROhEL7D /tmp/tmp.2UL3XKUtFM
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.KX7jvgZwpU
++ mktemp
+ local LAST_ERR=/tmp/tmp.FJ4umWuGSw
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KX7jvgZwpU
+ cat /tmp/tmp.FJ4umWuGSw
+ rm /tmp/tmp.KX7jvgZwpU /tmp/tmp.FJ4umWuGSw
+ return 0
+ echo -n .
.+ sleep 1
+ grep -q invalid-image:invalid-tag
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.xucOttjSjy
++ mktemp
+ local LAST_ERR=/tmp/tmp.cEsvR7Y8tF
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xucOttjSjy
+ cat /tmp/tmp.cEsvR7Y8tF
+ rm /tmp/tmp.xucOttjSjy /tmp/tmp.cEsvR7Y8tF
+ return 0
+ echo -n .
.+ sleep 1
+ kubectl_bin get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ grep -q invalid-image:invalid-tag
++ mktemp
+ local LAST_OUT=/tmp/tmp.lOcXP0uI69
++ mktemp
+ local LAST_ERR=/tmp/tmp.FlSa5QOoyY
+ local exit_status=0
+ local timeout=4
+ args=('get' 'statefulset' 'some-name-rs0' '-o' 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get statefulset some-name-rs0 -o 'jsonpath={range .spec.template.spec.containers[*]}{.image}{"\n"}{end}'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lOcXP0uI69
+ cat /tmp/tmp.FlSa5QOoyY
+ rm /tmp/tmp.lOcXP0uI69 /tmp/tmp.FlSa5QOoyY
+ return 0
+ echo

+ echo 'Deleting crashing pod some-name-rs0-2'
Deleting crashing pod some-name-rs0-2
+ kubectl_bin delete pod some-name-rs0-2 --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.KVmn5mPbIk
++ mktemp
+ local LAST_ERR=/tmp/tmp.rP6eeTzsqt
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'pod' 'some-name-rs0-2' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete pod some-name-rs0-2 --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KVmn5mPbIk
pod "some-name-rs0-2" deleted from demand-backup-if-unhealthy-21163 namespace
+ cat /tmp/tmp.rP6eeTzsqt
+ rm /tmp/tmp.KVmn5mPbIk /tmp/tmp.rP6eeTzsqt
+ return 0
+ wait_for_cluster_state some-name ready
+ local cluster_name=some-name
+ local target_state=ready
+ echo -n 'Waiting for psmdb/some-name to reach ready state'
Waiting for psmdb/some-name to reach ready state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T6tScxnbUo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yRrFeULLVl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.T6tScxnbUo
++ cat /tmp/tmp.yRrFeULLVl
++ rm /tmp/tmp.T6tScxnbUo /tmp/tmp.yRrFeULLVl
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=1
+ echo -n .
.+ [[ 1 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eeQ1eMgYqs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z8Kg5Txx1z
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eeQ1eMgYqs
++ cat /tmp/tmp.z8Kg5Txx1z
++ rm /tmp/tmp.eeQ1eMgYqs /tmp/tmp.z8Kg5Txx1z
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=2
+ echo -n .
.+ [[ 2 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.i5mii0L0Lo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EAsiE9KeDj
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.i5mii0L0Lo
++ cat /tmp/tmp.EAsiE9KeDj
++ rm /tmp/tmp.i5mii0L0Lo /tmp/tmp.EAsiE9KeDj
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=3
+ echo -n .
.+ [[ 3 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.91NSVILLUD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.D4lzHczbPm
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.91NSVILLUD
++ cat /tmp/tmp.D4lzHczbPm
++ rm /tmp/tmp.91NSVILLUD /tmp/tmp.D4lzHczbPm
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=4
+ echo -n .
.+ [[ 4 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rG8n4V5QNi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YtOD13uPhD
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rG8n4V5QNi
++ cat /tmp/tmp.YtOD13uPhD
++ rm /tmp/tmp.rG8n4V5QNi /tmp/tmp.YtOD13uPhD
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=5
+ echo -n .
.+ [[ 5 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VmNj0RaulE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.guaJUoZdus
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VmNj0RaulE
++ cat /tmp/tmp.guaJUoZdus
++ rm /tmp/tmp.VmNj0RaulE /tmp/tmp.guaJUoZdus
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=6
+ echo -n .
.+ [[ 6 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.J7CkQWCCWH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TH5HZhWxZj
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.J7CkQWCCWH
++ cat /tmp/tmp.TH5HZhWxZj
++ rm /tmp/tmp.J7CkQWCCWH /tmp/tmp.TH5HZhWxZj
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=7
+ echo -n .
.+ [[ 7 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.csqhTtXnDv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.o1EIB7pIUk
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.csqhTtXnDv
++ cat /tmp/tmp.o1EIB7pIUk
++ rm /tmp/tmp.csqhTtXnDv /tmp/tmp.o1EIB7pIUk
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=8
+ echo -n .
.+ [[ 8 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R4PEg8JhKx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.K5WhYScFN9
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.R4PEg8JhKx
++ cat /tmp/tmp.K5WhYScFN9
++ rm /tmp/tmp.R4PEg8JhKx /tmp/tmp.K5WhYScFN9
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=9
+ echo -n .
.+ [[ 9 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WCBX8aTLyK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mG1ZYl0lrL
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WCBX8aTLyK
++ cat /tmp/tmp.mG1ZYl0lrL
++ rm /tmp/tmp.WCBX8aTLyK /tmp/tmp.mG1ZYl0lrL
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=10
+ echo -n .
.+ [[ 10 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jId8PvvexP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.90nIlXLGks
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jId8PvvexP
++ cat /tmp/tmp.90nIlXLGks
++ rm /tmp/tmp.jId8PvvexP /tmp/tmp.90nIlXLGks
++ return 0
+ [[ initializing =~ ready ]]
+ sleep 1
+ timeout=11
+ echo -n .
.+ [[ 11 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PoxsYenOEw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nOM4mRQCFi
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PoxsYenOEw
++ cat /tmp/tmp.nOM4mRQCFi
++ rm /tmp/tmp.PoxsYenOEw /tmp/tmp.nOM4mRQCFi
++ return 0
+ [[ ready =~ ready ]]
+ echo

+ log 'psmdb/some-name is ready: OK'
+ set +o xtrace
[2026-07-17T00:09:48+0000] psmdb/some-name is ready: OK
+ desc 'Delete data and run restore of backup-minio-logical'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete data and run restore of backup-minio-logical
-----------------------------------------------------------------------------------

+ delete_data 'This is some data for backup if unhealthy'
+ local 'data=This is some data for backup if unhealthy'
+ run_mongo 'use myApp\n db.test.deleteOne({ x: "This is some data for backup if unhealthy" })' myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local 'command=use myApp\n db.test.deleteOne({ x: "This is some data for backup if unhealthy" })'
+ local uri=myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ULdUWHB7Ke
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zDpESqjAkZ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ULdUWHB7Ke
++ cat /tmp/tmp.zDpESqjAkZ
++ rm /tmp/tmp.ULdUWHB7Ke /tmp/tmp.zDpESqjAkZ
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.deleteOne({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.FAoW4xxjRk
++ mktemp
+ local LAST_ERR=/tmp/tmp.dZ2qpnjvK9
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.deleteOne({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.deleteOne({ x: "This is some data for backup if unhealthy" })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FAoW4xxjRk
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2b1e648a-54d6-4151-88c7-704e36b15305") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
{ "acknowledged" : true, "deletedCount" : 1 }
bye
+ cat /tmp/tmp.dZ2qpnjvK9
+ rm /tmp/tmp.FAoW4xxjRk /tmp/tmp.dZ2qpnjvK9
+ return 0
+ run_restore backup-minio-logical
+ local backup_name=backup-minio-logical
+ local restore_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/restore.yml
+ log 'running restore restore-backup-minio-logical'
+ set +o xtrace
[2026-07-17T00:09:51+0000] running restore restore-backup-minio-logical
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/conf/restore.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-logical/'
+ kubectl_bin apply -f -
+ /usr/sbin/sed -e 's/backupName:/backupName: backup-minio-logical/'
++ mktemp
+ local LAST_OUT=/tmp/tmp.iScuVqhkuD
++ mktemp
+ local LAST_ERR=/tmp/tmp.uTDr2xv6H8
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iScuVqhkuD
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-logical created
+ cat /tmp/tmp.uTDr2xv6H8
+ rm /tmp/tmp.iScuVqhkuD /tmp/tmp.uTDr2xv6H8
+ return 0
+ wait_restore backup-minio-logical some-name
+ local backup_name=backup-minio-logical
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-logical object to be created.OK
Waiting psmdb-restore/restore-backup-minio-logical to reach state "ready" .OK after 0 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.asB9K5vWnT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ayVkxMlH2T
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.asB9K5vWnT
++ cat /tmp/tmp.ayVkxMlH2T
++ rm /tmp/tmp.asB9K5vWnT /tmp/tmp.ayVkxMlH2T
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ wait_for_cluster_state some-name ready
+ local cluster_name=some-name
+ local target_state=ready
+ echo -n 'Waiting for psmdb/some-name to reach ready state'
Waiting for psmdb/some-name to reach ready state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LGi3umBypK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Cfm3IVnoFo
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LGi3umBypK
++ cat /tmp/tmp.Cfm3IVnoFo
++ rm /tmp/tmp.LGi3umBypK /tmp/tmp.Cfm3IVnoFo
++ return 0
+ [[ ready =~ ready ]]
+ echo

+ log 'psmdb/some-name is ready: OK'
+ set +o xtrace
[2026-07-17T00:10:18+0000] psmdb/some-name is ready: OK
+ desc 'Verify data is back to the cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Verify data is back to the cluster
-----------------------------------------------------------------------------------

+ simple_data_check some-name 3 0 -rs0
+ local cluster_name=some-name
+ let last_pod=3-1
+ local isSharded=0
+ local cluster_pfx=-rs0
+ '[' 0 -eq 1 ']'
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-17T00:10:18+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163 mongodb '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M8gKk87EXr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HFoNgFvvFl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.M8gKk87EXr
++ cat /tmp/tmp.HFoNgFvvFl
++ rm /tmp/tmp.M8gKk87EXr /tmp/tmp.HFoNgFvvFl
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.M8H97dtALO
++ mktemp
+ local LAST_ERR=/tmp/tmp.mnky80ieWe
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.M8H97dtALO
+ cat /tmp/tmp.mnky80ieWe
+ rm /tmp/tmp.M8H97dtALO /tmp/tmp.mnky80ieWe
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/compare/find.json /tmp/tmp.QL8KrMUvUH/find
+ for i in $(seq 0 $last_pod)
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-17T00:10:21+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163 mongodb '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jFAVOUWJYz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nbnrbtV3tY
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jFAVOUWJYz
++ cat /tmp/tmp.nbnrbtV3tY
++ rm /tmp/tmp.jFAVOUWJYz /tmp/tmp.nbnrbtV3tY
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.FHJWLdiEi6
++ mktemp
+ local LAST_ERR=/tmp/tmp.2HAbiE8Tsf
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FHJWLdiEi6
+ cat /tmp/tmp.2HAbiE8Tsf
+ rm /tmp/tmp.FHJWLdiEi6 /tmp/tmp.2HAbiE8Tsf
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/compare/find.json /tmp/tmp.QL8KrMUvUH/find
+ for i in $(seq 0 $last_pod)
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-17T00:10:23+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163 mongodb '' ''
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uoLhqKrk8o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bmqVrfMDrJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uoLhqKrk8o
++ cat /tmp/tmp.bmqVrfMDrJ
++ rm /tmp/tmp.uoLhqKrk8o /tmp/tmp.bmqVrfMDrJ
++ return 0
+ local client_container=psmdb-client-757cd65695-gj6qw
+ kubectl_bin exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.K1Aphwi5V6
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZZ1jxZGcyz
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-gj6qw' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-gj6qw -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-if-unhealthy-21163.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.K1Aphwi5V6
+ cat /tmp/tmp.ZZ1jxZGcyz
+ rm /tmp/tmp.K1Aphwi5V6 /tmp/tmp.ZZ1jxZGcyz
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/demand-backup-if-unhealthy/compare/find.json /tmp/tmp.QL8KrMUvUH/find
+ destroy demand-backup-if-unhealthy-21163
+ local namespace=demand-backup-if-unhealthy-21163
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HlWRsFWcos
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i87rnvCNR8
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb-backup' '--no-headers')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HlWRsFWcos
++ cat /tmp/tmp.i87rnvCNR8
++ rm /tmp/tmp.HlWRsFWcos /tmp/tmp.i87rnvCNR8
++ return 0
+ '[' 1 '!=' 0 ']'
+ kubectl_bin get psmdb-backup
++ mktemp
+ local LAST_OUT=/tmp/tmp.epWa4KdpQO
++ mktemp
+ local LAST_ERR=/tmp/tmp.D61BFMdQuw
+ local exit_status=0
+ local timeout=4
+ args=('get' 'psmdb-backup')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get psmdb-backup
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.epWa4KdpQO
NAME                   CLUSTER     STORAGE   DESTINATION                                  TYPE      SIZE      STATUS   COMPLETED   AGE
backup-minio-logical   some-name   minio     s3://operator-testing/2026-07-17T00:08:38Z   logical   48.09KB   ready    104s        110s
+ cat /tmp/tmp.D61BFMdQuw
+ rm /tmp/tmp.epWa4KdpQO /tmp/tmp.D61BFMdQuw
+ return 0
+ kubectl_bin delete psmdb-backup --all
++ mktemp
+ local LAST_OUT=/tmp/tmp.I2ffFcUiqV
++ mktemp
+ local LAST_ERR=/tmp/tmp.2V4mlcuVMJ
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'psmdb-backup' '--all')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete psmdb-backup --all
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.I2ffFcUiqV
perconaservermongodbbackup.psmdb.percona.com "backup-minio-logical" deleted from demand-backup-if-unhealthy-21163 namespace
+ cat /tmp/tmp.2V4mlcuVMJ
+ rm /tmp/tmp.I2ffFcUiqV /tmp/tmp.2V4mlcuVMJ
+ return 0
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.WG4zPOU0di
++ mktemp
+ local LAST_ERR=/tmp/tmp.RjN7ljubH0
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WG4zPOU0di
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.RjN7ljubH0
+ rm /tmp/tmp.WG4zPOU0di /tmp/tmp.RjN7ljubH0
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.X3eW4Levbi
++ mktemp
+ local LAST_ERR=/tmp/tmp.WWAO3B012I
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.X3eW4Levbi
+ cat /tmp/tmp.WWAO3B012I
+ rm /tmp/tmp.X3eW4Levbi /tmp/tmp.WWAO3B012I
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bSlufbHE3H
++ mktemp
+ local LAST_ERR=/tmp/tmp.fLnVG2TFjZ
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bSlufbHE3H
+ cat /tmp/tmp.fLnVG2TFjZ
+ rm /tmp/tmp.bSlufbHE3H /tmp/tmp.fLnVG2TFjZ
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.WBhEAwdfWu
++ mktemp
+ local LAST_ERR=/tmp/tmp.UFhCbPHrOU
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WBhEAwdfWu
+ cat /tmp/tmp.UFhCbPHrOU
+ rm /tmp/tmp.WBhEAwdfWu /tmp/tmp.UFhCbPHrOU
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.DQQgojI4PX
++ mktemp
+ local LAST_ERR=/tmp/tmp.vDULGtBNM8
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DQQgojI4PX
+ cat /tmp/tmp.vDULGtBNM8
+ rm /tmp/tmp.DQQgojI4PX /tmp/tmp.vDULGtBNM8
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.9JcadEbDxt
++ mktemp
+ local LAST_ERR=/tmp/tmp.GIu5KT3FJk
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9JcadEbDxt
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.GIu5KT3FJk
+ rm /tmp/tmp.9JcadEbDxt /tmp/tmp.GIu5KT3FJk
+ return 0
+ destroy_cert_manager
+ [[ gke == rancher ]]
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CKpinCxqGU
++ mktemp
+ local LAST_ERR=/tmp/tmp.IYDAnhPsxH
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CKpinCxqGU
+ cat /tmp/tmp.IYDAnhPsxH
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CKpinCxqGU
+ cat /tmp/tmp.IYDAnhPsxH
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.CKpinCxqGU
+ cat /tmp/tmp.IYDAnhPsxH
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.CKpinCxqGU
+ cat /tmp/tmp.IYDAnhPsxH
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.CKpinCxqGU /tmp/tmp.IYDAnhPsxH
+ return 1
+ true
+ [[ -n '' ]]
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace demand-backup-if-unhealthy-21163
+ rm -rf /tmp/tmp.QL8KrMUvUH
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.MEd2IATpuz
PASSED+ local LAST_OUT=/tmp/tmp.QnXcWYbZ4A
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.5DBiBy79Ve
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.8nvEOPZ5j8
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'demand-backup-if-unhealthy-21163')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ for i in $(seq 0 2)
+ set +e
++ seq 0 2
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace demand-backup-if-unhealthy-21163


- generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/demand-backup-if-unhealthy.xml -
- Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/demand-backup-if-unhealthy.html -
======================== 1 passed in 547.01s (0:09:07) =========================
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MEd2IATpuz
namespace "psmdb-operator" force deleted
+ cat /tmp/tmp.5DBiBy79Ve
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.MEd2IATpuz /tmp/tmp.5DBiBy79Ve
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QnXcWYbZ4A
namespace "demand-backup-if-unhealthy-21163" force deleted
+ cat /tmp/tmp.8nvEOPZ5j8
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.QnXcWYbZ4A /tmp/tmp.8nvEOPZ5j8
+ return 0