============================= test session starts ==============================
platform linux -- Python 3.14.5, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/.venv/bin/python
cachedir: .pytest_cache
metadata: {'Python': '3.14.5', 'Platform': 'Linux-7.0.8-100.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'metadata': '3.1.1', 'dependency': '0.6.1', 'json-report': '1.5.0'}, 'CI': 'true', 'BUILD_NUMBER': '22', 'BUILD_ID': '22', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2058/22/', 'NODE_NAME': 'hcloud-3hmxjv56rzynxord', 'JOB_NAME': 'cloud-psmdb-operator/PR-2058', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2058-22', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058', 'GIT_COMMIT': '78121c56762758785b75e9b7c017e15fc887ae5d', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2058'}
rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058
configfile: pyproject.toml
plugins: html-4.2.0, metadata-3.1.1, dependency-0.6.1, json-report-1.5.0
collecting ... collected 1 item

e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[split-horizon-manual-tls] 
[01:52:50.034808] WARNING  kubectl error: Warning: version difference between   
                           client (1.36) and server (1.33) exceeds the supported
                           minor version skew of +/-1                           
                                                                                
[01:52:52.474029] INFO     Environment variables:                               
                           KUBE_VERSION=1.33                                    
                           EKS=0                                                
                           GKE=1                                                
                           OPENSHIFT=                                           
                           MINIKUBE=                                            
                           API=psmdb.percona.com/v1                             
                           REGISTRY_NAME=docker.io                              
                           GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d  
                           GIT_BRANCH=PR-2058                                   
                           OPERATOR_VERSION=1.23.0                              
                           IMAGE=docker.io/perconalab/percona-server-mongodb-ope
                           rator:PR-2058-78121c567                              
                           IMAGE_MONGOD=docker.io/perconalab/percona-server-mong
                           odb-operator:main-mongod8.0                          
                           IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-serve
                           r-mongodb-operator:main-mongod6.0                    
                           docker.io/perconalab/percona-server-mongodb-operator:
                           main-mongod7.0                                       
                           docker.io/perconalab/percona-server-mongodb-operator:
                           main-mongod8.0                                       
                           IMAGE_SEARCH=perconalab/percona-server-mongodb-operat
                           or:main-mongot                                       
                           IMAGE_BACKUP=docker.io/perconalab/percona-server-mong
                           odb-operator:main-backup                             
                           IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-
                           1                                                    
                           IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-
                           latest                                               
                           IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-d
                           ev-latest                                            
                           IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-d
                           ev-latest                                            
                           IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:mai
                           n-logcollector                                       
                           IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersy
                           nc-mongodb:0.9.0                                     
                           CERT_MANAGER_VER=1.19.3                              
                           CHAOS_MESH_VER=2.7.1                                 
                           MINIO_VER=5.4.0                                      
                           PMM_SERVER_VER=9.9.9                                 
                           CLEAN_NAMESPACE=1                                    
                           DELETE_CRD_ON_START=1                                
                           SKIP_DELETE=0                                        
                           SKIP_BACKUPS_TO_AWS_GCP_AZURE=                       
                           UPDATE_COMPARE_FILES=0                               
+++ dirname run
++ realpath .
+ test_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls
+ . /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../functions
+++ dirname /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../functions
++ source /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../vars
++++ mktemp -d
+++ export tmp_dir=/tmp/tmp.cDRDRGmcRV
+++ tmp_dir=/tmp/tmp.cDRDRGmcRV
++++ command -v gsed
++++ command -v sed
+++ export sed=/usr/sbin/sed
+++ sed=/usr/sbin/sed
++++ command -v gdate
++++ command -v date
+++ export date=/usr/sbin/date
+++ date=/usr/sbin/date
++++ basename /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls
+++ export test_name=split-horizon-manual-tls
+++ test_name=split-horizon-manual-tls
+++ export namespace=split-horizon-manual-tls-29201
+++ namespace=split-horizon-manual-tls-29201
+++ export arbiter_namespace=split-horizon-manual-tls-arbiter-1444
+++ arbiter_namespace=split-horizon-manual-tls-arbiter-1444
+++ export replica_namespace=split-horizon-manual-tls-replica-29770
+++ replica_namespace=split-horizon-manual-tls-replica-29770
++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../conf
+++ export conf_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf
+++ conf_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf
++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../..
+++ export src_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058
+++ src_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058
+++ export logs_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../logs
+++ logs_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../logs
++++ git rev-parse HEAD
+++ export GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d
+++ GIT_COMMIT=78121c56762758785b75e9b7c017e15fc887ae5d
+++ export GIT_BRANCH=PR-2058-78121c567
+++ GIT_BRANCH=PR-2058-78121c567
+++ export API=psmdb.percona.com/v1
+++ API=psmdb.percona.com/v1
++++ awk '{print $2}'
++++++ dirname /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../vars
+++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/../../deploy/cr.yaml
++++ grep crVersion /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cr.yaml
+++ export OPERATOR_VERSION=1.23.0
+++ OPERATOR_VERSION=1.23.0
+++ export REGISTRY_NAME=docker.io
+++ REGISTRY_NAME=docker.io
+++ export REGISTRY_NAME_FULL=docker.io/
+++ REGISTRY_NAME_FULL=docker.io/
+++ export IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ export IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ export $'IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ IMAGE_MONGOD_CHAIN=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ export IMAGE_SEARCH=perconalab/percona-server-mongodb-operator:main-mongot
+++ IMAGE_SEARCH=perconalab/percona-server-mongodb-operator:main-mongot
+++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ export IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1
+++ IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1
+++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest
+++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest
+++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest
+++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest
+++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest
+++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest
+++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+++ export IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE
+++ local var=IMAGE
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567 == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ val=docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ printf -v IMAGE %s docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_MONGOD
+++ local var=IMAGE_MONGOD
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ printf -v IMAGE_MONGOD %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_MONGOD_CHAIN
+++ local var=IMAGE_MONGOD_CHAIN
+++ local $'val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 == *
* ]]
+++ local out= ref
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\n'
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\n'
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0\n'
+++ IFS=
+++ read -r ref
+++ val=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ printf -v IMAGE_MONGOD_CHAIN %s $'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_BACKUP
+++ local var=IMAGE_BACKUP
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-backup ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-backup == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-backup
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-backup
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ val=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ printf -v IMAGE_BACKUP %s docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM_CLIENT
+++ local var=IMAGE_PMM_CLIENT
+++ local val=docker.io/percona/pmm-client:2.44.1-1
+++ [[ -z docker.io/percona/pmm-client:2.44.1-1 ]]
+++ [[ docker.io/percona/pmm-client:2.44.1-1 == *
* ]]
++++ with_registry docker.io/percona/pmm-client:2.44.1-1
++++ local ref=docker.io/percona/pmm-client:2.44.1-1
++++ case "$ref" in
++++ printf %s docker.io/percona/pmm-client:2.44.1-1
+++ val=docker.io/percona/pmm-client:2.44.1-1
+++ printf -v IMAGE_PMM_CLIENT %s docker.io/percona/pmm-client:2.44.1-1
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM_SERVER
+++ local var=IMAGE_PMM_SERVER
+++ local val=docker.io/perconalab/pmm-server:dev-latest
+++ [[ -z docker.io/perconalab/pmm-server:dev-latest ]]
+++ [[ docker.io/perconalab/pmm-server:dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-server:dev-latest
++++ local ref=docker.io/perconalab/pmm-server:dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-server:dev-latest
+++ val=docker.io/perconalab/pmm-server:dev-latest
+++ printf -v IMAGE_PMM_SERVER %s docker.io/perconalab/pmm-server:dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM3_CLIENT
+++ local var=IMAGE_PMM3_CLIENT
+++ local val=docker.io/perconalab/pmm-client:3-dev-latest
+++ [[ -z docker.io/perconalab/pmm-client:3-dev-latest ]]
+++ [[ docker.io/perconalab/pmm-client:3-dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-client:3-dev-latest
++++ local ref=docker.io/perconalab/pmm-client:3-dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-client:3-dev-latest
+++ val=docker.io/perconalab/pmm-client:3-dev-latest
+++ printf -v IMAGE_PMM3_CLIENT %s docker.io/perconalab/pmm-client:3-dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM3_SERVER
+++ local var=IMAGE_PMM3_SERVER
+++ local val=docker.io/perconalab/pmm-server:3-dev-latest
+++ [[ -z docker.io/perconalab/pmm-server:3-dev-latest ]]
+++ [[ docker.io/perconalab/pmm-server:3-dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-server:3-dev-latest
++++ local ref=docker.io/perconalab/pmm-server:3-dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-server:3-dev-latest
+++ val=docker.io/perconalab/pmm-server:3-dev-latest
+++ printf -v IMAGE_PMM3_SERVER %s docker.io/perconalab/pmm-server:3-dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_LOGCOLLECTOR
+++ local var=IMAGE_LOGCOLLECTOR
+++ local val=docker.io/perconalab/fluentbit:main-logcollector
+++ [[ -z docker.io/perconalab/fluentbit:main-logcollector ]]
+++ [[ docker.io/perconalab/fluentbit:main-logcollector == *
* ]]
++++ with_registry docker.io/perconalab/fluentbit:main-logcollector
++++ local ref=docker.io/perconalab/fluentbit:main-logcollector
++++ case "$ref" in
++++ printf %s docker.io/perconalab/fluentbit:main-logcollector
+++ val=docker.io/perconalab/fluentbit:main-logcollector
+++ printf -v IMAGE_LOGCOLLECTOR %s docker.io/perconalab/fluentbit:main-logcollector
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_CLUSTERSYNC
+++ local var=IMAGE_CLUSTERSYNC
+++ local val=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ [[ -z docker.io/percona/percona-clustersync-mongodb:0.9.0 ]]
+++ [[ docker.io/percona/percona-clustersync-mongodb:0.9.0 == *
* ]]
++++ with_registry docker.io/percona/percona-clustersync-mongodb:0.9.0
++++ local ref=docker.io/percona/percona-clustersync-mongodb:0.9.0
++++ case "$ref" in
++++ printf %s docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ val=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ printf -v IMAGE_CLUSTERSYNC %s docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_OPERATOR
+++ local var=IMAGE_OPERATOR
+++ local val=
+++ [[ -z '' ]]
+++ return
++++ kubectl version -o json
++++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
++++ /usr/sbin/sed -r 's/[^0-9.]+//g'
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+++ export KUBE_VERSION=1.33
+++ KUBE_VERSION=1.33
++++ detect_k8s_env
++++ local provider=unknown
++++ kubectl api-resources
++++ grep -q openshift.io
++++ kubectl get nodes -o 'jsonpath={.items[0].metadata.labels}'
++++ grep -q eksctl.io
++++ kubectl get nodes -o 'jsonpath={.items[0].metadata.labels}'
++++ grep -q cloud.google.com/gke
++++ provider=gke
++++ echo gke
+++ export PLATFORM=gke
+++ PLATFORM=gke
++++ echo gke
++++ tr '[:lower:]' '[:upper:]'
+++ export GKE=1
+++ GKE=1
+++ export ARCH=
+++ ARCH=
+++ [[ -z '' ]]
++++ kubectl get nodes -o 'jsonpath={range .items[*]}{.metadata.labels.kubernetes\.io/arch}{"\n"}{end}'
++++ sort -u
+++ node_arches=amd64
+++ [[ amd64 == arm64 ]]
+++ export CERT_MANAGER_VER=1.19.3
+++ CERT_MANAGER_VER=1.19.3
+++ export MINIO_VER=5.4.0
+++ MINIO_VER=5.4.0
+++ export CHAOS_MESH_VER=2.7.1
+++ CHAOS_MESH_VER=2.7.1
+++ export PMM_SERVER_VER=9.9.9
+++ PMM_SERVER_VER=9.9.9
+++ export SKIP_BACKUPS_TO_AWS_GCP_AZURE=1
+++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=1
+++ export UPDATE_COMPARE_FILES=0
+++ UPDATE_COMPARE_FILES=0
+++ export DELETE_CRD_ON_START=1
+++ DELETE_CRD_ON_START=1
+++ export SKIP_DELETE=0
+++ SKIP_DELETE=0
+++ [[ -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/cloud-secret.yml ]]
+++ export SKIP_BACKUPS_TO_AWS_GCP_AZURE=
+++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=
+++ setup_logging
+++ [[ '' == true ]]
+++ echo 'Debug logging disabled.'
Debug logging disabled.
++ arch_scheduling_enabled
++ [[ -n '' ]]
+ main
+ create_infra split-horizon-manual-tls-29201
+ local ns=split-horizon-manual-tls-29201
+ echo split-horizon-manual-tls-29201
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.Vv4tFAt5Rs
++ mktemp
+ local LAST_ERR=/tmp/tmp.OmVQCmcOb6
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Vv4tFAt5Rs
+ cat /tmp/tmp.OmVQCmcOb6
+ rm /tmp/tmp.Vv4tFAt5Rs /tmp/tmp.OmVQCmcOb6
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.DwUJUhmRGC
++ mktemp
+ local LAST_ERR=/tmp/tmp.UQVnsdJjS0
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DwUJUhmRGC
+ cat /tmp/tmp.UQVnsdJjS0
+ rm /tmp/tmp.DwUJUhmRGC /tmp/tmp.UQVnsdJjS0
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.WzmnopqdjU
++ mktemp
+ local LAST_ERR=/tmp/tmp.yLOL0psQC3
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WzmnopqdjU
+ cat /tmp/tmp.yLOL0psQC3
+ rm /tmp/tmp.WzmnopqdjU /tmp/tmp.yLOL0psQC3
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XOz2Fluhhh
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZnpAxzZWqa
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XOz2Fluhhh
+ cat /tmp/tmp.ZnpAxzZWqa
+ rm /tmp/tmp.XOz2Fluhhh /tmp/tmp.ZnpAxzZWqa
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.ssdNtQ4iIk
++ mktemp
+ local LAST_ERR=/tmp/tmp.mbfw9Nc3Jm
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ssdNtQ4iIk
+ cat /tmp/tmp.mbfw9Nc3Jm
+ rm /tmp/tmp.ssdNtQ4iIk /tmp/tmp.mbfw9Nc3Jm
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.PIHqiKcNay
++ mktemp
+ local LAST_ERR=/tmp/tmp.Qk1X5jRnlS
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PIHqiKcNay
+ cat /tmp/tmp.Qk1X5jRnlS
+ rm /tmp/tmp.PIHqiKcNay /tmp/tmp.Qk1X5jRnlS
+ return 0
+ check_crd_for_deletion PR-2058-78121c567
+ local git_tag=PR-2058-78121c567
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2058-78121c567/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tfvg7c9REA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.41tWms3Lm7
++ local exit_status=0
++ local timeout=4
++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.tfvg7c9REA
++ cat /tmp/tmp.41tWms3Lm7
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.tfvg7c9REA
++ cat /tmp/tmp.41tWms3Lm7
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.tfvg7c9REA
++ cat /tmp/tmp.41tWms3Lm7
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.tfvg7c9REA
++ cat /tmp/tmp.41tWms3Lm7
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.tfvg7c9REA /tmp/tmp.41tWms3Lm7
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace
+ awk '{print$1}'


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ xargs kubectl delete ns
++ mktemp
+ local LAST_OUT=/tmp/tmp.chkWnsEWxk
+ local LAST_OUT=/tmp/tmp.AjrDUIGi7i
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.U9ZfqEeHLb
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.XXMH1eszBZ
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.chkWnsEWxk
+ cat /tmp/tmp.U9ZfqEeHLb
+ rm /tmp/tmp.chkWnsEWxk /tmp/tmp.U9ZfqEeHLb
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AjrDUIGi7i
+ cat /tmp/tmp.XXMH1eszBZ
error: resource(s) were provided, but no name was specified
+ rm /tmp/tmp.AjrDUIGi7i /tmp/tmp.XXMH1eszBZ
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.0UigmZrDaX
++ mktemp
+ local LAST_ERR=/tmp/tmp.0SAfYV0dhd
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0UigmZrDaX
+ cat /tmp/tmp.0SAfYV0dhd
+ rm /tmp/tmp.0UigmZrDaX /tmp/tmp.0SAfYV0dhd
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.7G00tgADOh
++ mktemp
+ local LAST_ERR=/tmp/tmp.t5U5pWgS5p
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7G00tgADOh
namespace/psmdb-operator created
+ cat /tmp/tmp.t5U5pWgS5p
+ rm /tmp/tmp.7G00tgADOh /tmp/tmp.t5U5pWgS5p
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z7ou15xfj6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uckWwlYOiw
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.z7ou15xfj6
++ cat /tmp/tmp.uckWwlYOiw
++ rm /tmp/tmp.z7ou15xfj6 /tmp/tmp.uckWwlYOiw
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.EF5DYmG2Di
++ mktemp
+ local LAST_ERR=/tmp/tmp.z130MHjLME
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14' '--namespace=psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EF5DYmG2Di
Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14" modified.
+ cat /tmp/tmp.z130MHjLME
+ rm /tmp/tmp.EF5DYmG2Di /tmp/tmp.z130MHjLME
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.HY3KjykptI
++ mktemp
+ local LAST_ERR=/tmp/tmp.CDZnxLPC8x
+ local exit_status=0
+ local timeout=4
+ args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HY3KjykptI
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.CDZnxLPC8x
+ rm /tmp/tmp.HY3KjykptI /tmp/tmp.CDZnxLPC8x
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
++ mktemp
+ local LAST_OUT=/tmp/tmp.lzxolwIAOt
++ mktemp
+ local LAST_ERR=/tmp/tmp.UlW6aTew0r
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lzxolwIAOt
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.UlW6aTew0r
+ rm /tmp/tmp.lzxolwIAOt /tmp/tmp.UlW6aTew0r
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-operator.yaml
+ add_arch_to_podspecs -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Bg8R1UPCVx
++ mktemp
+ local LAST_ERR=/tmp/tmp.fMmW6GdGJL
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Bg8R1UPCVx
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.fMmW6GdGJL
+ rm /tmp/tmp.Bg8R1UPCVx /tmp/tmp.fMmW6GdGJL
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ug6Xjrczoy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fb2gGbCNgR
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ug6Xjrczoy
++ cat /tmp/tmp.fb2gGbCNgR
++ rm /tmp/tmp.ug6Xjrczoy /tmp/tmp.fb2gGbCNgR
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-66cd7b75cf-txsgq
+ local pod=percona-server-mongodb-operator-66cd7b75cf-txsgq
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-66cd7b75cf-txsgq to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZNR1cSrfnG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kdpdPjfiyx
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZNR1cSrfnG
++ cat /tmp/tmp.kdpdPjfiyx
++ rm /tmp/tmp.ZNR1cSrfnG /tmp/tmp.kdpdPjfiyx
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-txsgq
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ow75TdGXMK
++ mktemp
+ local LAST_ERR=/tmp/tmp.gX8d1wKWL7
+ local exit_status=0
+ local timeout=4
+ args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-66cd7b75cf-txsgq')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-66cd7b75cf-txsgq
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ow75TdGXMK
+ cat /tmp/tmp.gX8d1wKWL7
+ rm /tmp/tmp.Ow75TdGXMK /tmp/tmp.gX8d1wKWL7
+ return 0
2026-07-17T01:53:51.288Z	INFO	setup	Manager starting up	{"gitCommit": "78121c56762758785b75e9b7c017e15fc887ae5d", "gitBranch": "PR-2058-78121c567", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"}
+ create_namespace split-horizon-manual-tls-29201
+ local namespace=split-horizon-manual-tls-29201
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ kubectl_bin get ns
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces split-horizon-manual-tls-29201'
+ xargs kubectl delete ns
+ awk '{print$1}'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces split-horizon-manual-tls-29201
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace split-horizon-manual-tls-29201 --ignore-not-found
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.KCDYlT7YMY
++ mktemp
+ local LAST_OUT=/tmp/tmp.TVHhyx00ro
++ mktemp
+ local LAST_ERR=/tmp/tmp.ccylw5Gru7
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'split-horizon-manual-tls-29201' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ local LAST_ERR=/tmp/tmp.mO93bpj4cU
+ arch_scheduling_enabled
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ [[ -n '' ]]
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace split-horizon-manual-tls-29201 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TVHhyx00ro
+ cat /tmp/tmp.mO93bpj4cU
+ rm /tmp/tmp.TVHhyx00ro /tmp/tmp.mO93bpj4cU
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KCDYlT7YMY
+ cat /tmp/tmp.ccylw5Gru7
+ rm /tmp/tmp.KCDYlT7YMY /tmp/tmp.ccylw5Gru7
+ return 0
+ kubectl_bin wait --for=delete namespace split-horizon-manual-tls-29201
++ mktemp
+ local LAST_OUT=/tmp/tmp.aqw2KJ6iCR
++ mktemp
+ local LAST_ERR=/tmp/tmp.ky3sF0rV0G
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'split-horizon-manual-tls-29201')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace split-horizon-manual-tls-29201
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.aqw2KJ6iCR
+ cat /tmp/tmp.ky3sF0rV0G
+ rm /tmp/tmp.aqw2KJ6iCR /tmp/tmp.ky3sF0rV0G
+ return 0
+ desc 'create namespace split-horizon-manual-tls-29201'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace split-horizon-manual-tls-29201
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace split-horizon-manual-tls-29201
++ mktemp
+ local LAST_OUT=/tmp/tmp.9AvYdK5urU
++ mktemp
+ local LAST_ERR=/tmp/tmp.ElhJNnbsyN
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'split-horizon-manual-tls-29201')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace split-horizon-manual-tls-29201
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9AvYdK5urU
namespace/split-horizon-manual-tls-29201 created
+ cat /tmp/tmp.ElhJNnbsyN
+ rm /tmp/tmp.9AvYdK5urU /tmp/tmp.ElhJNnbsyN
+ return 0
+ set_kube_ctx split-horizon-manual-tls-29201
+ local namespace=split-horizon-manual-tls-29201
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0MHJQGvcTI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m6iDnSghEa
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0MHJQGvcTI
++ cat /tmp/tmp.m6iDnSghEa
++ rm /tmp/tmp.0MHJQGvcTI /tmp/tmp.m6iDnSghEa
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=split-horizon-manual-tls-29201
++ mktemp
+ local LAST_OUT=/tmp/tmp.jDZP1P4fqj
++ mktemp
+ local LAST_ERR=/tmp/tmp.smEs3zinBK
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14' '--namespace=split-horizon-manual-tls-29201')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14 --namespace=split-horizon-manual-tls-29201
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jDZP1P4fqj
Context "gke_cloud-dev-112233_us-central1_jen-psmdb-2058-78121c567-22-cluster14" modified.
+ cat /tmp/tmp.smEs3zinBK
+ rm /tmp/tmp.jDZP1P4fqj /tmp/tmp.smEs3zinBK
+ return 0
+ destroy_cert_manager
+ [[ gke == rancher ]]
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.0ipGlEy45O
++ mktemp
+ local LAST_ERR=/tmp/tmp.3xMA4ycvqD
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.0ipGlEy45O
+ cat /tmp/tmp.3xMA4ycvqD
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.0ipGlEy45O
+ cat /tmp/tmp.3xMA4ycvqD
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.0ipGlEy45O
+ cat /tmp/tmp.3xMA4ycvqD
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.0ipGlEy45O
+ cat /tmp/tmp.3xMA4ycvqD
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.0ipGlEy45O /tmp/tmp.3xMA4ycvqD
+ return 1
+ true
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.FxcVHZhZy9
++ mktemp
+ local LAST_ERR=/tmp/tmp.f5ojFMNuSG
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FxcVHZhZy9
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.f5ojFMNuSG
+ rm /tmp/tmp.FxcVHZhZy9 /tmp/tmp.f5ojFMNuSG
+ return 0
+ desc 'deploy cluster with 3 split horizons (manual TLS)'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cluster with 3 split horizons (manual TLS)
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ local LAST_OUT=/tmp/tmp.9lm4wVQ5i6
++ mktemp
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"'
+ local LAST_ERR=/tmp/tmp.fYeIOxaz2D
+ local exit_status=0
+ local timeout=4
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
++ seq 0 2
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-29201/g
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ add_arch_to_psmdb -
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ arch_scheduling_enabled
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ [[ -n '' ]]
+ cat -
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9lm4wVQ5i6
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.fYeIOxaz2D
+ rm /tmp/tmp.9lm4wVQ5i6 /tmp/tmp.fYeIOxaz2D
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready..............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready..................OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.v464DHHPiG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UgTgWR8mGp
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.v464DHHPiG
++ cat /tmp/tmp.UgTgWR8mGp
++ rm /tmp/tmp.v464DHHPiG /tmp/tmp.UgTgWR8mGp
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.................OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sp3Hc5VNoT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NUKFfHOQez
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sp3Hc5VNoT
++ cat /tmp/tmp.NUKFfHOQez
++ rm /tmp/tmp.sp3Hc5VNoT /tmp/tmp.NUKFfHOQez
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cmHso2UOae
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ij0mjEq9Ik
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cmHso2UOae
++ cat /tmp/tmp.Ij0mjEq9Ik
++ rm /tmp/tmp.cmHso2UOae /tmp/tmp.Ij0mjEq9Ik
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.F8kwujxvSt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YdHIgBy8C7
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.F8kwujxvSt
++ cat /tmp/tmp.YdHIgBy8C7
++ rm /tmp/tmp.F8kwujxvSt /tmp/tmp.YdHIgBy8C7
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify CA secret exists with ca.crt and ca.key'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify CA secret exists with ca.crt and ca.key
-----------------------------------------------------------------------------------

+ verify_ca_secret_exists some-name-ca-cert
+ local secret_name=some-name-ca-cert
+ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
+ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.key}'
+ echo 'OK: CA secret '\''some-name-ca-cert'\'' exists with ca.crt and ca.key'
OK: CA secret 'some-name-ca-cert' exists with ca.crt and ca.key
+ desc 'verify TLS secrets are signed by the CA'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify TLS secrets are signed by the CA
-----------------------------------------------------------------------------------

+ verify_cert_signed_by_ca some-name-ssl some-name-ca-cert
+ local tls_secret_name=some-name-ssl
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mzhCf8wBLl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AUqe9LD3TJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mzhCf8wBLl
++ cat /tmp/tmp.AUqe9LD3TJ
++ rm /tmp/tmp.mzhCf8wBLl /tmp/tmp.AUqe9LD3TJ
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IdklexxPkT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vrex49nimX
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IdklexxPkT
++ cat /tmp/tmp.vrex49nimX
++ rm /tmp/tmp.IdklexxPkT /tmp/tmp.vrex49nimX
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIczCCB1ugAwIBAgIRAJMnOfbqIcCWQkdtCTu/n1YwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQC7zLAFBL9U70ke1vAok9BjueSHEorO8sfpY9BIiuHj0g9IIoOV28oU\nXRjF2s/4z8oJfiqnGlTOA/ESqYArNne/gp/uTNxPwfSRcnKNI8x6vATZYobN+Zip\nO3Zi4gZgRaKNY4J56jwftNWUDkPHTSM0tO33mlNKi068I1H328uBk//Sh8iHQHuU\nS9OwKFaN7ybkF/rErSUKR1aXIqPL0zkTAeq5D8CLzh5qvKFU03Osoj4Duyf86Qgn\nvM4xc3P1s1nsbtSDJeHq33WGM0vMhDE3u8fIpJlJ/eF+CrDSHi7g12AdAbPPixNf\nKp28bH5fdvb7pvDrH2BpEjvzXxmJZR5jAgMBAAGjggXCMIIFvjAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggVcBgNVHREEggVT\nMIIFT4IJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCNSouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9uZ29zgi9z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJB\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEu\nc3ZjLmNsdXN0ZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IxKi5zb21lLW5h\nbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJDKi5zb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Isc29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDGCPnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLiouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQCouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCRHNvbWUtbmFtZS1tb25nb3Mu\nc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0Lmxv\nY2FsgkYqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkFzb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJD\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5z\ndmMuY2x1c3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAgIktPErOeDH3\n0ejFlTtLCgY3f8jSXK1UlPzryIg23mq0vmwXxbolUtE6i/UbnDtac7I+eTR32FCD\n6UDf34Bbh+vY7TWmnK4/GGx3C3vZLbhOnOI1usDLw1c9gbnK+RWAVV3Kbqwd4cHj\n8OYDpoEyof7x1j6BvlGzgdFGKa26ZXjufE4lJwexSUHFO67gHzMq+IzKFZv2HTiP\nlbiilFO1Qahx5QwoFYnvSqX2MORry0/g1SDuuH0Z6xew8+XWS0zcPdfx3q/WyW0m\nqurth0GlM6ol9xU1Pw1uab3tKrJo+M/4/0PZhM8IC1LclED92kLbxtUPyhVgQAK+\nvrCK+YamMQ==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIczCCB1ugAwIBAgIRAJMnOfbqIcCWQkdtCTu/n1YwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQC7zLAFBL9U70ke1vAok9BjueSHEorO8sfpY9BIiuHj0g9IIoOV28oU\nXRjF2s/4z8oJfiqnGlTOA/ESqYArNne/gp/uTNxPwfSRcnKNI8x6vATZYobN+Zip\nO3Zi4gZgRaKNY4J56jwftNWUDkPHTSM0tO33mlNKi068I1H328uBk//Sh8iHQHuU\nS9OwKFaN7ybkF/rErSUKR1aXIqPL0zkTAeq5D8CLzh5qvKFU03Osoj4Duyf86Qgn\nvM4xc3P1s1nsbtSDJeHq33WGM0vMhDE3u8fIpJlJ/eF+CrDSHi7g12AdAbPPixNf\nKp28bH5fdvb7pvDrH2BpEjvzXxmJZR5jAgMBAAGjggXCMIIFvjAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggVcBgNVHREEggVT\nMIIFT4IJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCNSouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9uZ29zgi9z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJB\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEu\nc3ZjLmNsdXN0ZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IxKi5zb21lLW5h\nbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJDKi5zb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Isc29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDGCPnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLiouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQCouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCRHNvbWUtbmFtZS1tb25nb3Mu\nc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0Lmxv\nY2FsgkYqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkFzb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJD\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5z\ndmMuY2x1c3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAgIktPErOeDH3\n0ejFlTtLCgY3f8jSXK1UlPzryIg23mq0vmwXxbolUtE6i/UbnDtac7I+eTR32FCD\n6UDf34Bbh+vY7TWmnK4/GGx3C3vZLbhOnOI1usDLw1c9gbnK+RWAVV3Kbqwd4cHj\n8OYDpoEyof7x1j6BvlGzgdFGKa26ZXjufE4lJwexSUHFO67gHzMq+IzKFZv2HTiP\nlbiilFO1Qahx5QwoFYnvSqX2MORry0/g1SDuuH0Z6xew8+XWS0zcPdfx3q/WyW0m\nqurth0GlM6ol9xU1Pw1uab3tKrJo+M/4/0PZhM8IC1LclED92kLbxtUPyhVgQAK+\nvrCK+YamMQ==\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.cDRDRGmcRV/ca.crt /tmp/tmp.cDRDRGmcRV/tls.crt
+ echo 'OK: '\''some-name-ssl'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl' is signed by CA in 'some-name-ca-cert'
+ verify_cert_signed_by_ca some-name-ssl-internal some-name-ca-cert
+ local tls_secret_name=some-name-ssl-internal
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FmC7O0yXoB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UYAphvyryW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FmC7O0yXoB
++ cat /tmp/tmp.UYAphvyryW
++ rm /tmp/tmp.FmC7O0yXoB /tmp/tmp.UYAphvyryW
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lYPTKBUJM1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7KIGxrG9Nz
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lYPTKBUJM1
++ cat /tmp/tmp.7KIGxrG9Nz
++ rm /tmp/tmp.lYPTKBUJM1 /tmp/tmp.7KIGxrG9Nz
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIczCCB1ugAwIBAgIRAII8Kkg0ECSyLYU9zo65e9wwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDZ23fBFTqQYtdEtlJ0QgKxAFu6pPct6i0s7kCMt/m1/PaVyqpaetvI\n1oIs0hvoqRy1qSyWlzfgKUUEOSAd24J8vpuql9fCr8er30HPbykYamKeVpLIfeJ/\nSd6bFjY010lCQPUblbxqgpJa9PdTzXiujvUDLK3BpdUFQyRVty3XSFEd0asjQpJt\nqJ2+lS2TprApSSotElwXtqr0lskNsW3zEuqk4a0qC0zF/TRvPhQJC6odg7Gr7HD1\nCUJt6Ykt0+eXU34rEwVPyHzzU1VY1j1QwCOiWB40tjUy56syXDdGueqWVt/Z99pQ\nC2KhyYv8MNOVm946kjJ/j6IXIur55dlBAgMBAAGjggXCMIIFvjAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggVcBgNVHREEggVT\nMIIFT4IJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCNSouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9uZ29zgi9z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJB\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEu\nc3ZjLmNsdXN0ZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IxKi5zb21lLW5h\nbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJDKi5zb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Isc29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDGCPnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLiouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQCouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCRHNvbWUtbmFtZS1tb25nb3Mu\nc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0Lmxv\nY2FsgkYqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkFzb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJD\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5z\ndmMuY2x1c3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAA7o4rWW67dmb\nznhiwfOdAQ0k4ygCNSuKR+ywT+KdjkxB+9GzkTZderxAJkXbrVb5+m5r6xGSEsyg\nfCojg3+/8YMVpvQ7lGfidTLvxOlqz1sfwNistGKfB+XoQLk0L2KRirfy4FaR2hnL\n8kbkLihU8hWEDidq83qIDV0epnwU0+246AiV1hQtzVD98NVtsJqqBe9rlua0b9Am\nIOgK5DdcybFugivaHI3HjcVAHVPCrPuSBDF5qBWACtkzFH7izuuP1ycynbruR44r\nQisaMrj/HAoDwD2GcdGhKFbqKSPbtCztilsTBPflaRswAgjwnZgDJlprzlSF6J6v\n8WYdA6sXCA==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIczCCB1ugAwIBAgIRAII8Kkg0ECSyLYU9zo65e9wwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDZ23fBFTqQYtdEtlJ0QgKxAFu6pPct6i0s7kCMt/m1/PaVyqpaetvI\n1oIs0hvoqRy1qSyWlzfgKUUEOSAd24J8vpuql9fCr8er30HPbykYamKeVpLIfeJ/\nSd6bFjY010lCQPUblbxqgpJa9PdTzXiujvUDLK3BpdUFQyRVty3XSFEd0asjQpJt\nqJ2+lS2TprApSSotElwXtqr0lskNsW3zEuqk4a0qC0zF/TRvPhQJC6odg7Gr7HD1\nCUJt6Ykt0+eXU34rEwVPyHzzU1VY1j1QwCOiWB40tjUy56syXDdGueqWVt/Z99pQ\nC2KhyYv8MNOVm946kjJ/j6IXIur55dlBAgMBAAGjggXCMIIFvjAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggVcBgNVHREEggVT\nMIIFT4IJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCNSouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9uZ29zgi9z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJB\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEu\nc3ZjLmNsdXN0ZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IxKi5zb21lLW5h\nbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJDKi5zb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Isc29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDGCPnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLiouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQCouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCRHNvbWUtbmFtZS1tb25nb3Mu\nc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0Lmxv\nY2FsgkYqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkFzb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJD\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5z\ndmMuY2x1c3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAA7o4rWW67dmb\nznhiwfOdAQ0k4ygCNSuKR+ywT+KdjkxB+9GzkTZderxAJkXbrVb5+m5r6xGSEsyg\nfCojg3+/8YMVpvQ7lGfidTLvxOlqz1sfwNistGKfB+XoQLk0L2KRirfy4FaR2hnL\n8kbkLihU8hWEDidq83qIDV0epnwU0+246AiV1hQtzVD98NVtsJqqBe9rlua0b9Am\nIOgK5DdcybFugivaHI3HjcVAHVPCrPuSBDF5qBWACtkzFH7izuuP1ycynbruR44r\nQisaMrj/HAoDwD2GcdGhKFbqKSPbtCztilsTBPflaRswAgjwnZgDJlprzlSF6J6v\n8WYdA6sXCA==\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.cDRDRGmcRV/ca.crt /tmp/tmp.cDRDRGmcRV/tls.crt
+ echo 'OK: '\''some-name-ssl-internal'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl-internal' is signed by CA in 'some-name-ca-cert'
+ desc 'verify split-horizon DNS names are in certificate SANs'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify split-horizon DNS names are in certificate SANs
-----------------------------------------------------------------------------------

+ verify_cert_san some-name-ssl some-name-rs0-0.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-0.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ openssl x509 -text -noout
++ grep DNS:
++ tr , '\n'
++ sed 's/.*DNS://g'
++ xargs
++ local LAST_OUT=/tmp/tmp.tIR6Njjvwd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vqRkEQVi6w
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tIR6Njjvwd
++ cat /tmp/tmp.vqRkEQVi6w
++ rm /tmp/tmp.tIR6Njjvwd /tmp/tmp.vqRkEQVi6w
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-0.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-0.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-0.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-1.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-1.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ openssl x509 -text -noout
++ tr , '\n'
++ sed 's/.*DNS://g'
++ xargs
++ grep DNS:
++ local LAST_OUT=/tmp/tmp.p1szTVDwfW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B9NgHCDX54
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.p1szTVDwfW
++ cat /tmp/tmp.B9NgHCDX54
++ rm /tmp/tmp.p1szTVDwfW /tmp/tmp.B9NgHCDX54
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-1.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-1.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-1.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-2.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-2.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ grep DNS:
++ tr , '\n'
++ openssl x509 -text -noout
++ local LAST_OUT=/tmp/tmp.yvInFReHWE
+++ mktemp
++ sed 's/.*DNS://g'
++ local LAST_ERR=/tmp/tmp.VTRT6iVE9N
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ xargs
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yvInFReHWE
++ cat /tmp/tmp.VTRT6iVE9N
++ rm /tmp/tmp.yvInFReHWE /tmp/tmp.VTRT6iVE9N
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-2.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-2.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-2.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl-internal some-name-rs0-0.clouddemo.xyz
+ local secret_name=some-name-ssl-internal
+ local expected_san=some-name-rs0-0.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -text -noout
++ grep DNS:
+++ mktemp
++ tr , '\n'
++ local LAST_OUT=/tmp/tmp.LJ7c5ERWys
+++ mktemp
++ sed 's/.*DNS://g'
++ xargs
++ local LAST_ERR=/tmp/tmp.x0ch8hXCaC
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LJ7c5ERWys
++ cat /tmp/tmp.x0ch8hXCaC
++ rm /tmp/tmp.LJ7c5ERWys /tmp/tmp.x0ch8hXCaC
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-0.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-0.clouddemo.xyz'\'' found in secret '\''some-name-ssl-internal'\'''
OK: SAN 'some-name-rs0-0.clouddemo.xyz' found in secret 'some-name-ssl-internal'
+ desc 'save certificate fingerprint before horizon update'
+ set +o xtrace


-----------------------------------------------------------------------------------
save certificate fingerprint before horizon update
-----------------------------------------------------------------------------------

++ save_cert_hash some-name-ssl
++ local secret_name=some-name-ssl
++ local output_var=
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ openssl x509 -fingerprint -noout
++ local LAST_OUT=/tmp/tmp.KO1yygTDqf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PDzP9JFC3i
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KO1yygTDqf
++ cat /tmp/tmp.PDzP9JFC3i
++ rm /tmp/tmp.KO1yygTDqf /tmp/tmp.PDzP9JFC3i
++ return 0
+ cert_hash_before='SHA1 Fingerprint=8D:EC:23:44:4F:33:80:F3:BA:73:A6:37:D6:06:52:27:4A:B3:1B:2C'
+ configure_client_hostAliases
+ local 'hostAliasesJson=[]'
++ kubectl get svc
++ awk '{print $3 "|" $1}'
++ grep -E '^[0-9].*'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.237.60|some-name-rs0-0'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-0
++ echo '34.118.237.60|some-name-rs0-0'
++ awk -F '|' '{print $1}'
+ ip=34.118.237.60
+ hostAlias='{"ip": "34.118.237.60", "hostnames": ["some-name-rs0-0.clouddemo.xyz"]}'
++ echo '[]'
++ jq --argjson newAlias '{"ip": "34.118.237.60", "hostnames": ["some-name-rs0-0.clouddemo.xyz"]}' '. += [$newAlias]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  }\n]'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.237.207|some-name-rs0-1'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-1
++ echo '34.118.237.207|some-name-rs0-1'
++ awk -F '|' '{print $1}'
+ ip=34.118.237.207
+ hostAlias='{"ip": "34.118.237.207", "hostnames": ["some-name-rs0-1.clouddemo.xyz"]}'
++ echo $'[\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  }\n]'
++ jq --argjson newAlias '{"ip": "34.118.237.207", "hostnames": ["some-name-rs0-1.clouddemo.xyz"]}' '. += [$newAlias]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.237.207",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  }\n]'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.227.35|some-name-rs0-2'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-2
++ echo '34.118.227.35|some-name-rs0-2'
++ awk -F '|' '{print $1}'
+ ip=34.118.227.35
+ hostAlias='{"ip": "34.118.227.35", "hostnames": ["some-name-rs0-2.clouddemo.xyz"]}'
++ echo $'[\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.237.207",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  }\n]'
++ jq --argjson newAlias '{"ip": "34.118.227.35", "hostnames": ["some-name-rs0-2.clouddemo.xyz"]}' '. += [$newAlias]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.237.207",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.35",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]'
+ kubectl_bin patch deployment psmdb-client --type=json '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.XLpxujW2cB
++ mktemp
+ local LAST_ERR=/tmp/tmp.Vzvr7UuGAg
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'deployment' 'psmdb-client' '--type=json' '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch deployment psmdb-client --type=json '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XLpxujW2cB
deployment.apps/psmdb-client patched
+ cat /tmp/tmp.Vzvr7UuGAg
+ rm /tmp/tmp.XLpxujW2cB /tmp/tmp.Vzvr7UuGAg
+ return 0
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LxxvcuD1p7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y9Tf2mwy6o
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LxxvcuD1p7
++ cat /tmp/tmp.Y9Tf2mwy6o
++ rm /tmp/tmp.LxxvcuD1p7 /tmp/tmp.Y9Tf2mwy6o
++ return 0
+ wait_for_delete pod/psmdb-client-7fccbb9c8c-ksbx8
+ local res=pod/psmdb-client-7fccbb9c8c-ksbx8
+ local wait_time=60
+ set +o xtrace
waiting for pod/psmdb-client-7fccbb9c8c-ksbx8 to be deleted.....Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-ksbx8" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-ksbx8" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-ksbx8" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-ksbx8" not found
+ kubectl_bin patch deployment psmdb-client --type=json $'-p=[{\'op\': \'replace\', \'path\': \'/spec/template/spec/hostAliases\', \'value\': [\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.237.207",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.35",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]}, {\'op\': \'replace\', \'path\': \'/spec/replicas\', \'value\': 1}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.iDJduk9jfN
++ mktemp
+ local LAST_ERR=/tmp/tmp.62VQ3QKYcw
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'deployment' 'psmdb-client' '--type=json' '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/template/spec/hostAliases'\'', '\''value'\'': [
  {
    "ip": "34.118.237.60",
    "hostnames": [
      "some-name-rs0-0.clouddemo.xyz"
    ]
  },
  {
    "ip": "34.118.237.207",
    "hostnames": [
      "some-name-rs0-1.clouddemo.xyz"
    ]
  },
  {
    "ip": "34.118.227.35",
    "hostnames": [
      "some-name-rs0-2.clouddemo.xyz"
    ]
  }
]}, {'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 1}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch deployment psmdb-client --type=json $'-p=[{\'op\': \'replace\', \'path\': \'/spec/template/spec/hostAliases\', \'value\': [\n  {\n    "ip": "34.118.237.60",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.237.207",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.35",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]}, {\'op\': \'replace\', \'path\': \'/spec/replicas\', \'value\': 1}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iDJduk9jfN
deployment.apps/psmdb-client patched
+ cat /tmp/tmp.62VQ3QKYcw
+ rm /tmp/tmp.iDJduk9jfN /tmp/tmp.62VQ3QKYcw
+ return 0
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EdF6riBDib
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FLoDCSKFZX
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EdF6riBDib
++ cat /tmp/tmp.FLoDCSKFZX
++ rm /tmp/tmp.EdF6riBDib /tmp/tmp.FLoDCSKFZX
++ return 0
+ wait_pod psmdb-client-5d8cff54c7-pg6j8
+ local pod=psmdb-client-5d8cff54c7-pg6j8
+ set +o xtrace
waiting for pod/psmdb-client-5d8cff54c7-pg6j8 to be ready.OK
+ sleep 10
+ desc 'verify horizons via rs.conf()'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons via rs.conf()
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eSryeBRwGD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.huq0JW56Ys
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eSryeBRwGD
++ cat /tmp/tmp.huq0JW56Ys
++ rm /tmp/tmp.eSryeBRwGD /tmp/tmp.huq0JW56Ys
++ return 0
+ local client_container=psmdb-client-5d8cff54c7-pg6j8
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.zRGsLWUeY7
++ mktemp
+ local LAST_ERR=/tmp/tmp.Yo2in9zPEM
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-5d8cff54c7-pg6j8' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zRGsLWUeY7
+ cat /tmp/tmp.Yo2in9zPEM
+ rm /tmp/tmp.zRGsLWUeY7 /tmp/tmp.Yo2in9zPEM
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/compare/horizons-3.json /tmp/tmp.cDRDRGmcRV/horizons-3.json
+ desc 'update to 5 horizons (triggers SAN change and cert re-signing)'
+ set +o xtrace


-----------------------------------------------------------------------------------
update to 5 horizons (triggers SAN change and cert re-signing)
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"'
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-29201/g
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ local LAST_OUT=/tmp/tmp.XiIpjdJy4b
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
++ mktemp
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.mvgVVoG0sp
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XiIpjdJy4b
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.mvgVVoG0sp
+ rm /tmp/tmp.XiIpjdJy4b /tmp/tmp.mvgVVoG0sp
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I6CtlgLB66
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JUgFAL8WBE
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.I6CtlgLB66
++ cat /tmp/tmp.JUgFAL8WBE
++ rm /tmp/tmp.I6CtlgLB66 /tmp/tmp.JUgFAL8WBE
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n5pbp5UHuW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jjjVlRxl72
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.n5pbp5UHuW
++ cat /tmp/tmp.jjjVlRxl72
++ rm /tmp/tmp.n5pbp5UHuW /tmp/tmp.jjjVlRxl72
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IUaOXZZI12
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GrDEt5I9Gb
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IUaOXZZI12
++ cat /tmp/tmp.GrDEt5I9Gb
++ rm /tmp/tmp.IUaOXZZI12 /tmp/tmp.GrDEt5I9Gb
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready..........................................................
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Tl4tAwLHI6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4xzaqqyt5A
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Tl4tAwLHI6
++ cat /tmp/tmp.4xzaqqyt5A
++ rm /tmp/tmp.Tl4tAwLHI6 /tmp/tmp.4xzaqqyt5A
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify new horizon DNS names are in certificate SANs after re-signing'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify new horizon DNS names are in certificate SANs after re-signing
-----------------------------------------------------------------------------------

+ verify_cert_san some-name-ssl some-name-rs0-3.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-3.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -text -noout
+++ mktemp
++ grep DNS:
++ tr , '\n'
++ sed 's/.*DNS://g'
++ xargs
++ local LAST_OUT=/tmp/tmp.klYyZrPtIm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dgD1L9C0Wn
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.klYyZrPtIm
++ cat /tmp/tmp.dgD1L9C0Wn
++ rm /tmp/tmp.klYyZrPtIm /tmp/tmp.dgD1L9C0Wn
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-3.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-3.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-3.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-4.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-4.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ openssl x509 -text -noout
++ grep DNS:
++ tr , '\n'
++ local LAST_OUT=/tmp/tmp.Ye9g0Jx6fP
++ sed 's/.*DNS://g'
++ xargs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.54vNQIB8pS
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ye9g0Jx6fP
++ cat /tmp/tmp.54vNQIB8pS
++ rm /tmp/tmp.Ye9g0Jx6fP /tmp/tmp.54vNQIB8pS
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-29201 some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-29201 *.some-name-rs0.split-horizon-manual-tls-29201.svc.cluster.local some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-29201.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-29201.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-29201 some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-29201 *.some-name-mongos.split-horizon-manual-tls-29201.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-29201 some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-29201 *.some-name-cfg.split-horizon-manual-tls-29201.svc.cluster.local some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-29201.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-29201.svc.clusterset.local'
+ grep -q some-name-rs0-4.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-4.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-4.clouddemo.xyz' found in secret 'some-name-ssl'
+ desc 'verify certificate was re-signed (fingerprint changed)'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify certificate was re-signed (fingerprint changed)
-----------------------------------------------------------------------------------

++ save_cert_hash some-name-ssl
++ local secret_name=some-name-ssl
++ local output_var=
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -fingerprint -noout
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vWQl6lOczy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jwV6GkT3iA
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vWQl6lOczy
++ cat /tmp/tmp.jwV6GkT3iA
++ rm /tmp/tmp.vWQl6lOczy /tmp/tmp.jwV6GkT3iA
++ return 0
+ cert_hash_after='SHA1 Fingerprint=45:38:D4:C5:F8:7C:E7:B9:D1:9F:A8:3C:CA:CB:F3:A8:C5:BD:CC:8E'
+ '[' 'SHA1 Fingerprint=8D:EC:23:44:4F:33:80:F3:BA:73:A6:37:D6:06:52:27:4A:B3:1B:2C' = 'SHA1 Fingerprint=45:38:D4:C5:F8:7C:E7:B9:D1:9F:A8:3C:CA:CB:F3:A8:C5:BD:CC:8E' ']'
+ echo 'OK: certificate was re-signed after horizon update'
OK: certificate was re-signed after horizon update
+ desc 'verify TLS secrets are still signed by the SAME CA'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify TLS secrets are still signed by the SAME CA
-----------------------------------------------------------------------------------

+ verify_cert_signed_by_ca some-name-ssl some-name-ca-cert
+ local tls_secret_name=some-name-ssl
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JT5EYvgGkA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cGMIntiCPr
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JT5EYvgGkA
++ cat /tmp/tmp.cGMIntiCPr
++ rm /tmp/tmp.JT5EYvgGkA /tmp/tmp.cGMIntiCPr
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YM8nOBpKp5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pfhBvrPnzs
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YM8nOBpKp5
++ cat /tmp/tmp.pfhBvrPnzs
++ rm /tmp/tmp.YM8nOBpKp5 /tmp/tmp.pfhBvrPnzs
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIsDCCB5igAwIBAgIQOXhBzbpvCi9oEvK2AcUOujANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDcxNzAxNTgxMFoYDzk5OTkxMjMxMjM1\nOTU5WjAQMQ4wDAYDVQQKEwVQU01EQjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCC\nAQoCggEBAPRVMO+mQtv/NwE71aRHZHJcqS6fjZHXyWtZ5Fh1nuH9DSDRhXH1bvsE\nzEB85R08Nl/KJD6e4fqZyQX0ZAq01W1oY18CkfGt0vn2keJMYP2CHNAXScwK9QcR\nOqYj29l4ZkmU74lceSTIXkb+NNJXSDsN3m9enuQxPXLaaz6csUuEp28CCef9Vbau\n3dGhrY8LMGShjWcRqfSkcpu+4xsTwSNgtp56a7hXR6HdJcyu7aMZdgK+LO0jyCZ3\nFi2ScahUojUfu0rhNRhleZg+73QZiOCTgFG51uXiShjkxhKXUyjHZw75lRfHGUSm\nddI8yGImdrxTOglmOnATdfcHrTTwMsECAwEAAaOCBgAwggX8MA4GA1UdDwEB/wQE\nAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwDAYDVR0TAQH/BAIw\nADAfBgNVHSMEGDAWgBQPA4UsGPvfKI6wkpb78cc3z6zvlTCCBZoGA1UdEQSCBZEw\nggWNgglsb2NhbGhvc3SCDXNvbWUtbmFtZS1yczCCLHNvbWUtbmFtZS1yczAuc3Bs\naXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgj5zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIIPKi5z\nb21lLW5hbWUtcnMwgi4qLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxgkAqLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsgkFzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2Nh\nbIJDKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIw\nMS5zdmMuY2x1c3RlcnNldC5sb2NhbIIdc29tZS1uYW1lLXJzMC0wLmNsb3VkZGVt\nby54eXqCHXNvbWUtbmFtZS1yczAtMS5jbG91ZGRlbW8ueHl6gh1zb21lLW5hbWUt\ncnMwLTIuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0zLmNsb3VkZGVtby54\neXqCHXNvbWUtbmFtZS1yczAtNC5jbG91ZGRlbW8ueHl6gjUqLnNwbGl0LWhvcml6\nb24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIIQc29tZS1u\nYW1lLW1vbmdvc4Ivc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQXNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsghIqLnNvbWUtbmFtZS1tb25n\nb3OCMSouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nMjkyMDGCQyouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDXNvbWUtbmFtZS1jZmeCLHNvbWUt\nbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgj5zb21lLW5h\nbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rl\nci5sb2NhbIIPKi5zb21lLW5hbWUtY2Zngi4qLnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgkAqLnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsgkRzb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3RlcnNldC5sb2NhbIJGKi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6\nb24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJBc29tZS1u\nYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0\nZXJzZXQubG9jYWyCQyouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWwwDQYJKoZIhvcNAQELBQAD\nggEBACEf7y55rS4v++oLDrh/Uwv3XGkxUHN0qFY9o2xB9Ls4Lvrc7N2zSOfNJTSg\ndT32BHmAhvmXEdODoUIHkowNdYZYYwCwkfnA3cETwekqjybNNRsvYipUbr16tl3l\nx6ogY+8wnsrVqpJ2j+n2UJeqzS9s962cUA/vMtb4M+IHiStoUM8RawyQdc61peCM\nFHHgKE4+9Hk0UOShRzAMLfHJjvHPE1N5iiXYY7Z94xL+0jo7pz/MjVK6B3EyoODK\ntVlgXgZxgVI+VdK5m6z7PUXIeaSoeVgAutPQKxGjGc8QvgXpaY2K3YO044eQbn9t\njL5p7/9aD/mSuF642OZ8VVAB/vI=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIsDCCB5igAwIBAgIQOXhBzbpvCi9oEvK2AcUOujANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDcxNzAxNTgxMFoYDzk5OTkxMjMxMjM1\nOTU5WjAQMQ4wDAYDVQQKEwVQU01EQjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCC\nAQoCggEBAPRVMO+mQtv/NwE71aRHZHJcqS6fjZHXyWtZ5Fh1nuH9DSDRhXH1bvsE\nzEB85R08Nl/KJD6e4fqZyQX0ZAq01W1oY18CkfGt0vn2keJMYP2CHNAXScwK9QcR\nOqYj29l4ZkmU74lceSTIXkb+NNJXSDsN3m9enuQxPXLaaz6csUuEp28CCef9Vbau\n3dGhrY8LMGShjWcRqfSkcpu+4xsTwSNgtp56a7hXR6HdJcyu7aMZdgK+LO0jyCZ3\nFi2ScahUojUfu0rhNRhleZg+73QZiOCTgFG51uXiShjkxhKXUyjHZw75lRfHGUSm\nddI8yGImdrxTOglmOnATdfcHrTTwMsECAwEAAaOCBgAwggX8MA4GA1UdDwEB/wQE\nAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwDAYDVR0TAQH/BAIw\nADAfBgNVHSMEGDAWgBQPA4UsGPvfKI6wkpb78cc3z6zvlTCCBZoGA1UdEQSCBZEw\nggWNgglsb2NhbGhvc3SCDXNvbWUtbmFtZS1yczCCLHNvbWUtbmFtZS1yczAuc3Bs\naXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgj5zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIIPKi5z\nb21lLW5hbWUtcnMwgi4qLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxgkAqLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsgkFzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2Nh\nbIJDKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIw\nMS5zdmMuY2x1c3RlcnNldC5sb2NhbIIdc29tZS1uYW1lLXJzMC0wLmNsb3VkZGVt\nby54eXqCHXNvbWUtbmFtZS1yczAtMS5jbG91ZGRlbW8ueHl6gh1zb21lLW5hbWUt\ncnMwLTIuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0zLmNsb3VkZGVtby54\neXqCHXNvbWUtbmFtZS1yczAtNC5jbG91ZGRlbW8ueHl6gjUqLnNwbGl0LWhvcml6\nb24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIIQc29tZS1u\nYW1lLW1vbmdvc4Ivc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDGCQXNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsghIqLnNvbWUtbmFtZS1tb25n\nb3OCMSouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nMjkyMDGCQyouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDXNvbWUtbmFtZS1jZmeCLHNvbWUt\nbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgj5zb21lLW5h\nbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rl\nci5sb2NhbIIPKi5zb21lLW5hbWUtY2Zngi4qLnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxgkAqLnNvbWUtbmFtZS1jZmcuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2FsgkRzb21l\nLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMu\nY2x1c3RlcnNldC5sb2NhbIJGKi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6\nb24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3RlcnNldC5sb2NhbIJBc29tZS1u\nYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0\nZXJzZXQubG9jYWyCQyouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWwwDQYJKoZIhvcNAQELBQAD\nggEBACEf7y55rS4v++oLDrh/Uwv3XGkxUHN0qFY9o2xB9Ls4Lvrc7N2zSOfNJTSg\ndT32BHmAhvmXEdODoUIHkowNdYZYYwCwkfnA3cETwekqjybNNRsvYipUbr16tl3l\nx6ogY+8wnsrVqpJ2j+n2UJeqzS9s962cUA/vMtb4M+IHiStoUM8RawyQdc61peCM\nFHHgKE4+9Hk0UOShRzAMLfHJjvHPE1N5iiXYY7Z94xL+0jo7pz/MjVK6B3EyoODK\ntVlgXgZxgVI+VdK5m6z7PUXIeaSoeVgAutPQKxGjGc8QvgXpaY2K3YO044eQbn9t\njL5p7/9aD/mSuF642OZ8VVAB/vI=\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.cDRDRGmcRV/ca.crt /tmp/tmp.cDRDRGmcRV/tls.crt
+ echo 'OK: '\''some-name-ssl'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl' is signed by CA in 'some-name-ca-cert'
+ verify_cert_signed_by_ca some-name-ssl-internal some-name-ca-cert
+ local tls_secret_name=some-name-ssl-internal
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.18DDpIfBFQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.teL3QGPTFV
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.18DDpIfBFQ
++ cat /tmp/tmp.teL3QGPTFV
++ rm /tmp/tmp.18DDpIfBFQ /tmp/tmp.teL3QGPTFV
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZdntyZ1qpw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.74MZKCOuMq
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZdntyZ1qpw
++ cat /tmp/tmp.74MZKCOuMq
++ rm /tmp/tmp.ZdntyZ1qpw /tmp/tmp.74MZKCOuMq
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIsTCCB5mgAwIBAgIRANgsqXbk44hEQEnFjuWI6zIwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU4MTBaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDj3L9Sqj1Kl51FSE2uSMVnUsDiq82XwI6qZqkUSfrhZNKBMIF3BQbU\n24NeLpz+GEJo+x0q16q5gbWQ99qpF9Ldeky0ycaJadCZweNOg/eJnhUQEuT14VkB\nBod+WLHS81yf6syaFM+PCxtYqf4f1fKIAAyYy+4uxkOFRVe5CE/QuHuqRJXyMdM7\nvu3prSjzetOvkmu1uqjN9SKpp/+5GPxyaSJH5ZcRMH5dkgae6PRsW2bAAhsdsfJ3\ni80LT9H8oAEGB2XpjxZJf8278taYpwh0P3Mnuld/7yrUaGmXQA/yjiqPctmi5j1/\nI31nSVUOKbltrINwxuJ8oMiJ68bIBpuFAgMBAAGjggYAMIIF/DAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggWaBgNVHREEggWR\nMIIFjYIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCHXNvbWUtbmFtZS1yczAtMy5jbG91ZGRlbW8u\neHl6gh1zb21lLW5hbWUtcnMwLTQuY2xvdWRkZW1vLnh5eoI1Ki5zcGxpdC1ob3Jp\nem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUt\nbmFtZS1tb25nb3OCL3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxgkFzb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIISKi5zb21lLW5hbWUtbW9u\nZ29zgjEqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxgkMqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwt\ndGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg1zb21lLW5hbWUtY2Zngixzb21l\nLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1u\nYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0\nZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4IuKi5zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJEc29t\nZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCRiouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jp\nem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQXNvbWUt\nbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVz\ndGVyc2V0LmxvY2FsgkMqLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsMA0GCSqGSIb3DQEBCwUA\nA4IBAQCsamcCMAV1i1Y5B9YFRLG+gY8q6j7R+8/b9OsbvPNDKyxD/uzKF0a10rGe\nDsX0KLhZQIy9aFafXvqVJGXd6tgzRrRSVZSJ85cbpswA5B+8jORFl5CtxtsROhpk\nWrHTBuDAK8PL2xy08YuBThXVcrLMpaMEJ5BuK6p2AI7Zsp1lP2cytR/n8jqFRuCS\nZ/Wds35Rszm6CTKaDEqK+1Ff82gMoD2UvBHfnXIMagGCa0AMOeF8xE1ChuB8nBmk\n727f4GMaq0qRmXyteqOUh7TeMKov3Lb8D6qfsbPHGJxe3MH09kMzQzSJZGv5G+3A\np0dsM8YTvRqz1ENo6lUoP43Mz8JA\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDHDCCAgSgAwIBAgIRAKk8HoAVJtoMXBwVMaaxL5AwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU1MDZaGA85OTk5MTIzMTIz\nNTk1OVowEjEQMA4GA1UEChMHUm9vdCBDQTCCASIwDQYJKoZIhvcNAQEBBQADggEP\nADCCAQoCggEBALXbef5+2Ai7Bm6Tz+Bs2LdQR9LCSUvmrLXZ2Az7fN3mvm7U/8/c\n+FtRi9FGUo263sBOCYTeNI4ka+nwjm6PMRrC2X1IQ0IrVxaTVf8Je6W6bHbkZuIs\n6Wet+OY/uGwx0ahNw+si6sMvuu5EyUellCxEttxYa8gWq7hWwXRuQz6WM3mVez+m\n+oG+RYkWcR1Q94Q8qXzCusIsBs2gH4lNVF813xEKbTjC5nwH5h9zw9cw3UgPGIEx\ns7RjduT7zIFjDvjA0CEVaZOezIf2/Smhpgl58YbjjtXIKWNbsWPt4LlsEDYwmCsY\nI+KDHvTXbkkRDEwFcbHo1LdjrDdpt/7GYwcCAwEAAaNrMGkwDgYDVR0PAQH/BAQD\nAgIkMCcGA1UdJQQgMB4GCCsGAQUFBwMBBggrBgEFBQcDAgYIKwYBBQUHAwMwDwYD\nVR0TAQH/BAUwAwEB/zAdBgNVHQ4EFgQUDwOFLBj73yiOsJKW+/HHN8+s75UwDQYJ\nKoZIhvcNAQELBQADggEBAKTn38Ps+cwY/8/nm3bAQVuD/BBSvxsKVuoL45UPVcb1\nbVdsd6IxWc4sdNN9NGTrlTgNq+O5BX8Dv8Vl//xTx7oBr+WeQWFgmWTiY79j31w2\nI8aXjSAAJ2jW1Ot4QUBQ+97hfIOtCRJrtYhJ9puRnT8IxS8a5mfLVumZcr8DYGrI\nsfFtHv2ZJx9IQ/RF6tueualav7zt7DhxGYtzh4sHbCOExom0uspnSrFUgJ+sNFcw\nDK3gPCKe1yUiyf/ywUKeC8lT5km+iTQ5L5TOjby71c66lhNXSZLwXDT/2f2wAI/O\nWiYVp8c1a4OeCF0nsK0EUHfCH0Oa3i6+wzHglhO0g0E=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIsTCCB5mgAwIBAgIRANgsqXbk44hEQEnFjuWI6zIwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA3MTcwMTU4MTBaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDj3L9Sqj1Kl51FSE2uSMVnUsDiq82XwI6qZqkUSfrhZNKBMIF3BQbU\n24NeLpz+GEJo+x0q16q5gbWQ99qpF9Ldeky0ycaJadCZweNOg/eJnhUQEuT14VkB\nBod+WLHS81yf6syaFM+PCxtYqf4f1fKIAAyYy+4uxkOFRVe5CE/QuHuqRJXyMdM7\nvu3prSjzetOvkmu1uqjN9SKpp/+5GPxyaSJH5ZcRMH5dkgae6PRsW2bAAhsdsfJ3\ni80LT9H8oAEGB2XpjxZJf8278taYpwh0P3Mnuld/7yrUaGmXQA/yjiqPctmi5j1/\nI31nSVUOKbltrINwxuJ8oMiJ68bIBpuFAgMBAAGjggYAMIIF/DAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUDwOFLBj73yiOsJKW+/HHN8+s75UwggWaBgNVHREEggWR\nMIIFjYIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgixzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1uYW1lLXJzMC5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXIubG9jYWyCDyou\nc29tZS1uYW1lLXJzMIIuKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJBc29tZS1uYW1lLXJzMC5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9j\nYWyCQyouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjky\nMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRl\nbW8ueHl6gh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1l\nLXJzMC0yLmNsb3VkZGVtby54eXqCHXNvbWUtbmFtZS1yczAtMy5jbG91ZGRlbW8u\neHl6gh1zb21lLW5hbWUtcnMwLTQuY2xvdWRkZW1vLnh5eoI1Ki5zcGxpdC1ob3Jp\nem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUt\nbmFtZS1tb25nb3OCL3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxgkFzb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIISKi5zb21lLW5hbWUtbW9u\nZ29zgjEqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxz\nLTI5MjAxgkMqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwt\ndGxzLTI5MjAxLnN2Yy5jbHVzdGVyLmxvY2Fsgg1zb21lLW5hbWUtY2Zngixzb21l\nLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy0yOTIwMYI+c29tZS1u\nYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0\nZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4IuKi5zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMYJAKi5zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy0yOTIwMS5zdmMuY2x1c3Rlci5sb2NhbIJEc29t\nZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtMjkyMDEuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCRiouc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jp\nem9uLW1hbnVhbC10bHMtMjkyMDEuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQXNvbWUt\nbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTI5MjAxLnN2Yy5jbHVz\ndGVyc2V0LmxvY2FsgkMqLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTI5MjAxLnN2Yy5jbHVzdGVyc2V0LmxvY2FsMA0GCSqGSIb3DQEBCwUA\nA4IBAQCsamcCMAV1i1Y5B9YFRLG+gY8q6j7R+8/b9OsbvPNDKyxD/uzKF0a10rGe\nDsX0KLhZQIy9aFafXvqVJGXd6tgzRrRSVZSJ85cbpswA5B+8jORFl5CtxtsROhpk\nWrHTBuDAK8PL2xy08YuBThXVcrLMpaMEJ5BuK6p2AI7Zsp1lP2cytR/n8jqFRuCS\nZ/Wds35Rszm6CTKaDEqK+1Ff82gMoD2UvBHfnXIMagGCa0AMOeF8xE1ChuB8nBmk\n727f4GMaq0qRmXyteqOUh7TeMKov3Lb8D6qfsbPHGJxe3MH09kMzQzSJZGv5G+3A\np0dsM8YTvRqz1ENo6lUoP43Mz8JA\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.cDRDRGmcRV/ca.crt /tmp/tmp.cDRDRGmcRV/tls.crt
+ echo 'OK: '\''some-name-ssl-internal'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl-internal' is signed by CA in 'some-name-ca-cert'
+ desc 'scale up to 5 members'
+ set +o xtrace


-----------------------------------------------------------------------------------
scale up to 5 members
-----------------------------------------------------------------------------------

+ kubectl_bin patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.vrF6QAmlQ1
++ mktemp
+ local LAST_ERR=/tmp/tmp.5c8Ji15nAe
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'psmdb' 'some-name' '--type=json' '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.vrF6QAmlQ1
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.5c8Ji15nAe
+ rm /tmp/tmp.vrF6QAmlQ1 /tmp/tmp.5c8Ji15nAe
+ return 0
+ wait_for_running some-name-rs0 5
+ local name=some-name-rs0
+ let last_pod=4
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 4
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 4 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 4 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 4 ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 3 -eq 4 ]]
+ wait_pod some-name-rs0-3
+ local pod=some-name-rs0-3
+ set +o xtrace
waiting for pod/some-name-rs0-3 to be ready..................OK
+ for i in $(seq 0 $last_pod)
+ [[ 4 -eq 4 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RuvNNmBD9I
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CkL96FDmJ8
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.RuvNNmBD9I
++ cat /tmp/tmp.CkL96FDmJ8
++ rm /tmp/tmp.RuvNNmBD9I /tmp/tmp.CkL96FDmJ8
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-4
+ local pod=some-name-rs0-4
+ set +o xtrace
waiting for pod/some-name-rs0-4 to be ready..................OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HpCXfjOOVr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eLup0Db3Tl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HpCXfjOOVr
++ cat /tmp/tmp.eLup0Db3Tl
++ rm /tmp/tmp.HpCXfjOOVr /tmp/tmp.eLup0Db3Tl
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nbzlru5mv1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eQbV380nNA
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nbzlru5mv1
++ cat /tmp/tmp.eQbV380nNA
++ rm /tmp/tmp.nbzlru5mv1 /tmp/tmp.eQbV380nNA
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aQ8c6pFkAq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2iIf78Lu8X
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aQ8c6pFkAq
++ cat /tmp/tmp.2iIf78Lu8X
++ rm /tmp/tmp.aQ8c6pFkAq /tmp/tmp.2iIf78Lu8X
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify horizons after scale up'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons after scale up
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7USRE91gkv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rJX7t8Esib
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7USRE91gkv
++ cat /tmp/tmp.rJX7t8Esib
++ rm /tmp/tmp.7USRE91gkv /tmp/tmp.rJX7t8Esib
++ return 0
+ local client_container=psmdb-client-5d8cff54c7-pg6j8
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.F4YGLbrhXH
++ mktemp
+ local LAST_ERR=/tmp/tmp.itSqEKfiRd
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-5d8cff54c7-pg6j8' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.F4YGLbrhXH
+ cat /tmp/tmp.itSqEKfiRd
+ rm /tmp/tmp.F4YGLbrhXH /tmp/tmp.itSqEKfiRd
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/compare/horizons-5.json /tmp/tmp.cDRDRGmcRV/horizons-5.json
+ desc 'scale down to 3 members'
+ set +o xtrace


-----------------------------------------------------------------------------------
scale down to 3 members
-----------------------------------------------------------------------------------

+ kubectl_bin patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.twgrXO1isI
++ mktemp
+ local LAST_ERR=/tmp/tmp.staMxFG2PR
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'psmdb' 'some-name' '--type=json' '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.twgrXO1isI
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.staMxFG2PR
+ rm /tmp/tmp.twgrXO1isI /tmp/tmp.staMxFG2PR
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KnoKpwFdOQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RraiFuHaxJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KnoKpwFdOQ
++ cat /tmp/tmp.RraiFuHaxJ
++ rm /tmp/tmp.KnoKpwFdOQ /tmp/tmp.RraiFuHaxJ
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.c8Y3bZaJY5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bfjBPN0wWy
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.c8Y3bZaJY5
++ cat /tmp/tmp.bfjBPN0wWy
++ rm /tmp/tmp.c8Y3bZaJY5 /tmp/tmp.bfjBPN0wWy
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sS0aNVes6a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kQxF4vHeEs
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sS0aNVes6a
++ cat /tmp/tmp.kQxF4vHeEs
++ rm /tmp/tmp.sS0aNVes6a /tmp/tmp.kQxF4vHeEs
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready...
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kMw72O9ZpJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kYjpC1G19n
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kMw72O9ZpJ
++ cat /tmp/tmp.kYjpC1G19n
++ rm /tmp/tmp.kMw72O9ZpJ /tmp/tmp.kYjpC1G19n
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify horizons after scale down'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons after scale down
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ya5fuspSVS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aS9DxM1tKr
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ya5fuspSVS
++ cat /tmp/tmp.aS9DxM1tKr
++ rm /tmp/tmp.Ya5fuspSVS /tmp/tmp.aS9DxM1tKr
++ return 0
+ local client_container=psmdb-client-5d8cff54c7-pg6j8
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9y5BPeOU4H
++ mktemp
+ local LAST_ERR=/tmp/tmp.k2Zg3VGKNM
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-5d8cff54c7-pg6j8' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5d8cff54c7-pg6j8 -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9y5BPeOU4H
+ cat /tmp/tmp.k2Zg3VGKNM
+ rm /tmp/tmp.9y5BPeOU4H /tmp/tmp.k2Zg3VGKNM
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/compare/horizons-3.json /tmp/tmp.cDRDRGmcRV/horizons.json
+ desc 'remove horizon configuration'
+ set +o xtrace


-----------------------------------------------------------------------------------
remove horizon configuration
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ kubectl_bin apply -f -
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2058-78121c567"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-29201/g
+ local LAST_OUT=/tmp/tmp.QymLXOfOGD
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
++ mktemp
+ local LAST_ERR=/tmp/tmp.HycPb21fs5
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QymLXOfOGD
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.HycPb21fs5
+ rm /tmp/tmp.QymLXOfOGD /tmp/tmp.HycPb21fs5
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KGkT3tdjbz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fIjxqARaon
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KGkT3tdjbz
++ cat /tmp/tmp.fIjxqARaon
++ rm /tmp/tmp.KGkT3tdjbz /tmp/tmp.fIjxqARaon
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L7jYtG8r0S
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UI9mX1hm43
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.L7jYtG8r0S
++ cat /tmp/tmp.UI9mX1hm43
++ rm /tmp/tmp.L7jYtG8r0S /tmp/tmp.UI9mX1hm43
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JR7KkXJwo5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jGv5kh0rqi
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JR7KkXJwo5
++ cat /tmp/tmp.jGv5kh0rqi
++ rm /tmp/tmp.JR7KkXJwo5 /tmp/tmp.jGv5kh0rqi
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready.............................................................
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rwkFvni7UT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XNliLi0Opp
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rwkFvni7UT
++ cat /tmp/tmp.XNliLi0Opp
++ rm /tmp/tmp.rwkFvni7UT /tmp/tmp.XNliLi0Opp
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ destroy split-horizon-manual-tls-29201
+ local namespace=split-horizon-manual-tls-29201
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yKf0cVVhnz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.edNLxKaxtT
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb-backup' '--no-headers')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yKf0cVVhnz
++ cat /tmp/tmp.edNLxKaxtT
No resources found in split-horizon-manual-tls-29201 namespace.
++ rm /tmp/tmp.yKf0cVVhnz /tmp/tmp.edNLxKaxtT
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.4FvVDwUwhr
++ mktemp
+ local LAST_ERR=/tmp/tmp.eNdFuFB0Li
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4FvVDwUwhr
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.eNdFuFB0Li
+ rm /tmp/tmp.4FvVDwUwhr /tmp/tmp.eNdFuFB0Li
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ottlj11qF1
++ mktemp
+ local LAST_ERR=/tmp/tmp.de4RYh3IOJ
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ottlj11qF1
+ cat /tmp/tmp.de4RYh3IOJ
+ rm /tmp/tmp.Ottlj11qF1 /tmp/tmp.de4RYh3IOJ
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.pYuZjVWtaE
++ mktemp
+ local LAST_ERR=/tmp/tmp.gZhc0FKXpJ
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pYuZjVWtaE
+ cat /tmp/tmp.gZhc0FKXpJ
+ rm /tmp/tmp.pYuZjVWtaE /tmp/tmp.gZhc0FKXpJ
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.rX6AsiKPBv
++ mktemp
+ local LAST_ERR=/tmp/tmp.47ygBtu6uq
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rX6AsiKPBv
+ cat /tmp/tmp.47ygBtu6uq
+ rm /tmp/tmp.rX6AsiKPBv /tmp/tmp.47ygBtu6uq
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.OXYuEAxckg
++ mktemp
+ local LAST_ERR=/tmp/tmp.6E0MTQOV6g
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OXYuEAxckg
+ cat /tmp/tmp.6E0MTQOV6g
+ rm /tmp/tmp.OXYuEAxckg /tmp/tmp.6E0MTQOV6g
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.DDPGaqoIm3
++ mktemp
+ local LAST_ERR=/tmp/tmp.G3sAmCSvSg
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DDPGaqoIm3
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.G3sAmCSvSg
+ rm /tmp/tmp.DDPGaqoIm3 /tmp/tmp.G3sAmCSvSg
+ return 0
+ destroy_cert_manager
+ [[ gke == rancher ]]
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.fBKi5zGF9p
++ mktemp
+ local LAST_ERR=/tmp/tmp.cyDCf22ult
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.fBKi5zGF9p
+ cat /tmp/tmp.cyDCf22ult
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.fBKi5zGF9p
+ cat /tmp/tmp.cyDCf22ult
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.fBKi5zGF9p
+ cat /tmp/tmp.cyDCf22ult
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.fBKi5zGF9p
+ cat /tmp/tmp.cyDCf22ult
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-tokenrequest" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.19.3/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.fBKi5zGF9p /tmp/tmp.cyDCf22ult
+ return 1
+ true
+ [[ -n '' ]]
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace split-horizon-manual-tls-29201
+ rm -rf /tmp/tmp.cDRDRGmcRV
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

+ local LAST_OUT=/tmp/tmp.YFbl3JiKIt
+ local LAST_OUT=/tmp/tmp.F9rJKMde4n
++ mktemp
PASSED++ mktemp
+ local LAST_ERR=/tmp/tmp.NIzYqof5Zt
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'split-horizon-manual-tls-29201')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.oUWiEywNdx
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace split-horizon-manual-tls-29201
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator


- generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/split-horizon-manual-tls.xml -
- Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2058/e2e-tests/reports/split-horizon-manual-tls.html -
======================== 1 passed in 815.73s (0:13:35) =========================
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.F9rJKMde4n
namespace "psmdb-operator" force deleted
+ cat /tmp/tmp.oUWiEywNdx
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.F9rJKMde4n /tmp/tmp.oUWiEywNdx
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YFbl3JiKIt
namespace "split-horizon-manual-tls-29201" force deleted
+ cat /tmp/tmp.NIzYqof5Zt
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.YFbl3JiKIt /tmp/tmp.NIzYqof5Zt
+ return 0