which: no gsed in (/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin)
mkdir -p e2e-tests/reports e2e-tests/logs
========================================================================================= test session starts ==========================================================================================
platform linux -- Python 3.14.6, pytest-9.1.1, pluggy-1.6.0 -- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/.venv/bin/python
cachedir: .pytest_cache
metadata: {'Python': '3.14.6', 'Platform': 'Linux-6.18.6-200.fc43.x86_64-x86_64-with-glibc2.42', 'Packages': {'pytest': '9.1.1', 'pluggy': '1.6.0'}, 'Plugins': {'html': '4.2.0', 'dependency': '0.6.1', 'json-report': '1.5.0', 'metadata': '3.1.1'}, 'CI': 'true', 'BUILD_NUMBER': '2', 'BUILD_ID': '2', 'BUILD_URL': 'https://cloud.cd.percona.com/job/cloud-psmdb-operator/job/PR-2491/2/', 'NODE_NAME': 'hcloud-ir3nxfnaccwe6fha', 'JOB_NAME': 'cloud-psmdb-operator/PR-2491', 'BUILD_TAG': 'jenkins-cloud-psmdb-operator-PR-2491-2', 'EXECUTOR_NUMBER': '0', 'JENKINS_URL': 'https://cloud.cd.percona.com/', 'WORKSPACE': '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491', 'GIT_COMMIT': '6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a', 'GIT_URL': 'https://github.com/percona/percona-server-mongodb-operator.git', 'GIT_BRANCH': 'PR-2491'}
rootdir: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491
configfile: pyproject.toml
plugins: html-4.2.0, dependency-0.6.1, json-report-1.5.0, metadata-3.1.1
collecting ... collected 1 item

e2e-tests/test_pytest_wrapper.py::test_bash_wrapper[split-horizon-manual-tls] 
[13:15:34.525036] WARNING  kubectl error: Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1                                          
[13:15:35.770713] INFO     Environment variables:                                                                                                                                                       
                           KUBE_VERSION=1.33                                                                                                                                                            
                           PLATFORM=gke                                                                                                                                                                 
                           ARCH=                                                                                                                                                                        
                           EKS=                                                                                                                                                                         
                           GKE=1                                                                                                                                                                        
                           AKS=                                                                                                                                                                         
                           OPENSHIFT=                                                                                                                                                                   
                           KIND=                                                                                                                                                                        
                           MINIKUBE=                                                                                                                                                                    
                           RANCHER=                                                                                                                                                                     
                           API=psmdb.percona.com/v1                                                                                                                                                     
                           REGISTRY_NAME=docker.io                                                                                                                                                      
                           GIT_COMMIT=6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a                                                                                                                          
                           GIT_BRANCH=PR-2491                                                                                                                                                           
                           OPERATOR_VERSION=1.24.0                                                                                                                                                      
                           IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6                                                                                                 
                           IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0                                                                                             
                           IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0                                                                                       
                           docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0                                                                                                          
                           docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0                                                                                                          
                           IMAGE_SEARCH=docker.io/perconalab/percona-server-mongodb-operator:main-mongot                                                                                                
                           IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup                                                                                                
                           IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1                                                                                                                       
                           IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest                                                                                                                  
                           IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest                                                                                                               
                           IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest                                                                                                               
                           IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector                                                                                                          
                           IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0                                                                                                        
                           IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60                                                                                                                               
                           CERT_MANAGER_VER=1.21.0                                                                                                                                                      
                           CHAOS_MESH_VER=2.7.1                                                                                                                                                         
                           MINIO_VER=5.4.0                                                                                                                                                              
                           PMM_SERVER_VER=9.9.9                                                                                                                                                         
                           CLEAN_NAMESPACE=1                                                                                                                                                            
                           DELETE_CRD_ON_START=1                                                                                                                                                        
                           SKIP_DELETE=0                                                                                                                                                                
                           SKIP_BACKUPS_TO_AWS_GCP_AZURE=                                                                                                                                               
                           UPDATE_COMPARE_FILES=0                                                                                                                                                       
+++ dirname run
++ realpath .
+ test_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls
+ . /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../functions
+++ dirname /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../functions
++ source /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../vars
++++ mktemp -d
+++ export tmp_dir=/tmp/tmp.wOK898t8HN
+++ tmp_dir=/tmp/tmp.wOK898t8HN
++++ command -v gsed
++++ command -v sed
+++ export sed=/usr/sbin/sed
+++ sed=/usr/sbin/sed
++++ command -v gdate
++++ command -v date
+++ export date=/usr/sbin/date
+++ date=/usr/sbin/date
++++ basename /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls
+++ export test_name=split-horizon-manual-tls
+++ test_name=split-horizon-manual-tls
+++ export namespace=split-horizon-manual-tls-4180
+++ namespace=split-horizon-manual-tls-4180
+++ export arbiter_namespace=split-horizon-manual-tls-arbiter-27204
+++ arbiter_namespace=split-horizon-manual-tls-arbiter-27204
+++ export replica_namespace=split-horizon-manual-tls-replica-26141
+++ replica_namespace=split-horizon-manual-tls-replica-26141
++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../conf
+++ export conf_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf
+++ conf_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf
++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../..
+++ export src_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491
+++ src_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491
+++ export logs_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../logs
+++ logs_dir=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../logs
++++ git rev-parse HEAD
+++ export GIT_COMMIT=6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a
+++ GIT_COMMIT=6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a
+++ export GIT_BRANCH=PR-2491-6cfab0ed6
+++ GIT_BRANCH=PR-2491-6cfab0ed6
+++ export API=psmdb.percona.com/v1
+++ API=psmdb.percona.com/v1
++++ awk '{print $2}'
++++++ dirname /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../vars
+++++ realpath /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/../../deploy/cr.yaml
++++ grep crVersion /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cr.yaml
+++ export OPERATOR_VERSION=1.24.0
+++ OPERATOR_VERSION=1.24.0
+++ export REGISTRY_NAME=docker.io
+++ REGISTRY_NAME=docker.io
+++ export REGISTRY_NAME_FULL=docker.io/
+++ REGISTRY_NAME_FULL=docker.io/
+++ export IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ IMAGE=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ export IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ IMAGE_MONGOD=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ export $'IMAGE_MONGOD_CHAIN=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ IMAGE_MONGOD_CHAIN=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ export IMAGE_SEARCH=docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ IMAGE_SEARCH=docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ export IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ IMAGE_BACKUP=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ export IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1
+++ IMAGE_PMM_CLIENT=docker.io/percona/pmm-client:2.44.1-1
+++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest
+++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest
+++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest
+++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest
+++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest
+++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest
+++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+++ export IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ IMAGE_CLUSTERSYNC=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE
+++ local var=IMAGE
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6 == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ val=docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ printf -v IMAGE %s docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_MONGOD
+++ local var=IMAGE_MONGOD
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ printf -v IMAGE_MONGOD %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_MONGOD_CHAIN
+++ local var=IMAGE_MONGOD_CHAIN
+++ local $'val=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 == *
* ]]
+++ local out= ref
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\n'
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\n'
+++ IFS=
+++ read -r ref
+++ [[ -n docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0 ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0
+++ out+=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0\n'
+++ IFS=
+++ read -r ref
+++ val=$'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ printf -v IMAGE_MONGOD_CHAIN %s $'docker.io/perconalab/percona-server-mongodb-operator:main-mongod6.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod7.0\ndocker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0'
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_SEARCH
+++ local var=IMAGE_SEARCH
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-mongot ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-mongot == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-mongot
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-mongot
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ val=docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ printf -v IMAGE_SEARCH %s docker.io/perconalab/percona-server-mongodb-operator:main-mongot
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_BACKUP
+++ local var=IMAGE_BACKUP
+++ local val=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ [[ -z docker.io/perconalab/percona-server-mongodb-operator:main-backup ]]
+++ [[ docker.io/perconalab/percona-server-mongodb-operator:main-backup == *
* ]]
++++ with_registry docker.io/perconalab/percona-server-mongodb-operator:main-backup
++++ local ref=docker.io/perconalab/percona-server-mongodb-operator:main-backup
++++ case "$ref" in
++++ printf %s docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ val=docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ printf -v IMAGE_BACKUP %s docker.io/perconalab/percona-server-mongodb-operator:main-backup
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM_CLIENT
+++ local var=IMAGE_PMM_CLIENT
+++ local val=docker.io/percona/pmm-client:2.44.1-1
+++ [[ -z docker.io/percona/pmm-client:2.44.1-1 ]]
+++ [[ docker.io/percona/pmm-client:2.44.1-1 == *
* ]]
++++ with_registry docker.io/percona/pmm-client:2.44.1-1
++++ local ref=docker.io/percona/pmm-client:2.44.1-1
++++ case "$ref" in
++++ printf %s docker.io/percona/pmm-client:2.44.1-1
+++ val=docker.io/percona/pmm-client:2.44.1-1
+++ printf -v IMAGE_PMM_CLIENT %s docker.io/percona/pmm-client:2.44.1-1
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM_SERVER
+++ local var=IMAGE_PMM_SERVER
+++ local val=docker.io/perconalab/pmm-server:dev-latest
+++ [[ -z docker.io/perconalab/pmm-server:dev-latest ]]
+++ [[ docker.io/perconalab/pmm-server:dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-server:dev-latest
++++ local ref=docker.io/perconalab/pmm-server:dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-server:dev-latest
+++ val=docker.io/perconalab/pmm-server:dev-latest
+++ printf -v IMAGE_PMM_SERVER %s docker.io/perconalab/pmm-server:dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM3_CLIENT
+++ local var=IMAGE_PMM3_CLIENT
+++ local val=docker.io/perconalab/pmm-client:3-dev-latest
+++ [[ -z docker.io/perconalab/pmm-client:3-dev-latest ]]
+++ [[ docker.io/perconalab/pmm-client:3-dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-client:3-dev-latest
++++ local ref=docker.io/perconalab/pmm-client:3-dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-client:3-dev-latest
+++ val=docker.io/perconalab/pmm-client:3-dev-latest
+++ printf -v IMAGE_PMM3_CLIENT %s docker.io/perconalab/pmm-client:3-dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_PMM3_SERVER
+++ local var=IMAGE_PMM3_SERVER
+++ local val=docker.io/perconalab/pmm-server:3-dev-latest
+++ [[ -z docker.io/perconalab/pmm-server:3-dev-latest ]]
+++ [[ docker.io/perconalab/pmm-server:3-dev-latest == *
* ]]
++++ with_registry docker.io/perconalab/pmm-server:3-dev-latest
++++ local ref=docker.io/perconalab/pmm-server:3-dev-latest
++++ case "$ref" in
++++ printf %s docker.io/perconalab/pmm-server:3-dev-latest
+++ val=docker.io/perconalab/pmm-server:3-dev-latest
+++ printf -v IMAGE_PMM3_SERVER %s docker.io/perconalab/pmm-server:3-dev-latest
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_LOGCOLLECTOR
+++ local var=IMAGE_LOGCOLLECTOR
+++ local val=docker.io/perconalab/fluentbit:main-logcollector
+++ [[ -z docker.io/perconalab/fluentbit:main-logcollector ]]
+++ [[ docker.io/perconalab/fluentbit:main-logcollector == *
* ]]
++++ with_registry docker.io/perconalab/fluentbit:main-logcollector
++++ local ref=docker.io/perconalab/fluentbit:main-logcollector
++++ case "$ref" in
++++ printf %s docker.io/perconalab/fluentbit:main-logcollector
+++ val=docker.io/perconalab/fluentbit:main-logcollector
+++ printf -v IMAGE_LOGCOLLECTOR %s docker.io/perconalab/fluentbit:main-logcollector
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_CLUSTERSYNC
+++ local var=IMAGE_CLUSTERSYNC
+++ local val=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ [[ -z docker.io/percona/percona-clustersync-mongodb:0.9.0 ]]
+++ [[ docker.io/percona/percona-clustersync-mongodb:0.9.0 == *
* ]]
++++ with_registry docker.io/percona/percona-clustersync-mongodb:0.9.0
++++ local ref=docker.io/percona/percona-clustersync-mongodb:0.9.0
++++ case "$ref" in
++++ printf %s docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ val=docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ printf -v IMAGE_CLUSTERSYNC %s docker.io/percona/percona-clustersync-mongodb:0.9.0
+++ for image in IMAGE IMAGE_MONGOD IMAGE_MONGOD_CHAIN IMAGE_SEARCH IMAGE_BACKUP IMAGE_PMM_CLIENT IMAGE_PMM_SERVER IMAGE_PMM3_CLIENT IMAGE_PMM3_SERVER IMAGE_LOGCOLLECTOR IMAGE_CLUSTERSYNC IMAGE_OPERATOR
+++ qualify_image_var IMAGE_OPERATOR
+++ local var=IMAGE_OPERATOR
+++ local val=
+++ [[ -z '' ]]
+++ return
++++ kubectl version -o json
++++ /usr/sbin/sed -r 's/[^0-9.]+//g'
++++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+++ export KUBE_VERSION=1.33
+++ KUBE_VERSION=1.33
++++ detect_k8s_env
++++ local provider=unknown
++++ kubectl api-resources
++++ grep -q openshift.io
++++ grep -q eksctl.io
++++ kubectl get nodes -o 'jsonpath={.items[0].metadata.labels}'
++++ kubectl get nodes -o 'jsonpath={.items[0].metadata.labels}'
++++ grep -q cloud.google.com/gke
++++ provider=gke
++++ echo gke
+++ export PLATFORM=gke
+++ PLATFORM=gke
++++ echo gke
++++ tr '[:lower:]' '[:upper:]'
+++ export GKE=1
+++ GKE=1
+++ export ARCH=
+++ ARCH=
+++ [[ -z '' ]]
++++ kubectl get nodes -o 'jsonpath={range .items[*]}{.metadata.labels.kubernetes\.io/arch}{"\n"}{end}'
++++ sort -u
+++ node_arches=amd64
+++ [[ amd64 == arm64 ]]
+++ export CERT_MANAGER_VER=1.21.0
+++ CERT_MANAGER_VER=1.21.0
+++ export MINIO_VER=5.4.0
+++ MINIO_VER=5.4.0
+++ export CHAOS_MESH_VER=2.7.1
+++ CHAOS_MESH_VER=2.7.1
+++ export PMM_SERVER_VER=9.9.9
+++ PMM_SERVER_VER=9.9.9
+++ export IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60
+++ IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60
+++ export SKIP_BACKUPS_TO_AWS_GCP_AZURE=1
+++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=1
+++ export UPDATE_COMPARE_FILES=0
+++ UPDATE_COMPARE_FILES=0
+++ export DELETE_CRD_ON_START=1
+++ DELETE_CRD_ON_START=1
+++ export SKIP_DELETE=0
+++ SKIP_DELETE=0
+++ [[ -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/cloud-secret.yml ]]
+++ export SKIP_BACKUPS_TO_AWS_GCP_AZURE=
+++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=
+++ setup_logging
+++ [[ '' == true ]]
+++ echo 'Debug logging disabled.'
Debug logging disabled.
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ _AWS_ENV_STACK=()
+ main
+ create_infra split-horizon-manual-tls-4180
+ local ns=split-horizon-manual-tls-4180
+ echo split-horizon-manual-tls-4180
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.40AFBnJ8RC
++ mktemp
+ local LAST_ERR=/tmp/tmp.FTORMObzFT
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.40AFBnJ8RC
+ cat /tmp/tmp.FTORMObzFT
+ rm /tmp/tmp.40AFBnJ8RC /tmp/tmp.FTORMObzFT
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.1T1cDk2b85
++ mktemp
+ local LAST_ERR=/tmp/tmp.8U59sNNmrS
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1T1cDk2b85
+ cat /tmp/tmp.8U59sNNmrS
+ rm /tmp/tmp.1T1cDk2b85 /tmp/tmp.8U59sNNmrS
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.4zVuQhOrGx
++ mktemp
+ local LAST_ERR=/tmp/tmp.BGi58Nm3nl
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4zVuQhOrGx
+ cat /tmp/tmp.BGi58Nm3nl
+ rm /tmp/tmp.4zVuQhOrGx /tmp/tmp.BGi58Nm3nl
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.czr1pFN1eD
++ mktemp
+ local LAST_ERR=/tmp/tmp.wmLI7BcQDx
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.czr1pFN1eD
+ cat /tmp/tmp.wmLI7BcQDx
+ rm /tmp/tmp.czr1pFN1eD /tmp/tmp.wmLI7BcQDx
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.5Rk772scu0
++ mktemp
+ local LAST_ERR=/tmp/tmp.n0XLHiZopn
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5Rk772scu0
+ cat /tmp/tmp.n0XLHiZopn
+ rm /tmp/tmp.5Rk772scu0 /tmp/tmp.n0XLHiZopn
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.78Yz5Sc4oB
++ mktemp
+ local LAST_ERR=/tmp/tmp.0U0jJ8fW9N
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.78Yz5Sc4oB
+ cat /tmp/tmp.0U0jJ8fW9N
+ rm /tmp/tmp.78Yz5Sc4oB /tmp/tmp.0U0jJ8fW9N
+ return 0
+ check_crd_for_deletion PR-2491-6cfab0ed6
+ local git_tag=PR-2491-6cfab0ed6
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2491-6cfab0ed6/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.picdhHpyfB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hyOUQLdGER
++ local exit_status=0
++ local timeout=4
++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.picdhHpyfB
++ cat /tmp/tmp.hyOUQLdGER
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.picdhHpyfB
++ cat /tmp/tmp.hyOUQLdGER
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.picdhHpyfB
++ cat /tmp/tmp.hyOUQLdGER
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.picdhHpyfB
++ cat /tmp/tmp.hyOUQLdGER
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.picdhHpyfB /tmp/tmp.hyOUQLdGER
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ awk '{print $1}'
++ grep chaos-mesh.org
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
++ mktemp
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces psmdb-operator'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ local LAST_OUT=/tmp/tmp.IGm5dfoW0z
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ho5FM1mO9F
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ local LAST_OUT=/tmp/tmp.gAeTZeFyBB
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.uWlUBWHBZa
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IGm5dfoW0z
+ cat /tmp/tmp.Ho5FM1mO9F
+ rm /tmp/tmp.IGm5dfoW0z /tmp/tmp.Ho5FM1mO9F
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gAeTZeFyBB
+ cat /tmp/tmp.uWlUBWHBZa
+ rm /tmp/tmp.gAeTZeFyBB /tmp/tmp.uWlUBWHBZa
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.3l0ZkUonQe
++ mktemp
+ local LAST_ERR=/tmp/tmp.cp4b9NkJ9K
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
error: resource(s) were provided, but no name was specified
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3l0ZkUonQe
+ cat /tmp/tmp.cp4b9NkJ9K
+ rm /tmp/tmp.3l0ZkUonQe /tmp/tmp.cp4b9NkJ9K
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.bv2hI8B6Vz
++ mktemp
+ local LAST_ERR=/tmp/tmp.JxRgVPOkAF
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bv2hI8B6Vz
namespace/psmdb-operator created
+ cat /tmp/tmp.JxRgVPOkAF
+ rm /tmp/tmp.bv2hI8B6Vz /tmp/tmp.JxRgVPOkAF
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VAs86OBh8f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.vkezdkg2Iw
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VAs86OBh8f
++ cat /tmp/tmp.vkezdkg2Iw
++ rm /tmp/tmp.VAs86OBh8f /tmp/tmp.vkezdkg2Iw
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.uYx5JOo1hF
++ mktemp
+ local LAST_ERR=/tmp/tmp.uwbMyf2OvT
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6' '--namespace=psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uYx5JOo1hF
Context "gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6" modified.
+ cat /tmp/tmp.uwbMyf2OvT
+ rm /tmp/tmp.uYx5JOo1hF /tmp/tmp.uwbMyf2OvT
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.wNJTiHjNwQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.43yjHKdPDT
+ local exit_status=0
+ local timeout=4
+ args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wNJTiHjNwQ
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.43yjHKdPDT
+ rm /tmp/tmp.wNJTiHjNwQ /tmp/tmp.43yjHKdPDT
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.nIariiMZVm
++ mktemp
+ local LAST_ERR=/tmp/tmp.Amjbzc4yif
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nIariiMZVm
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.Amjbzc4yif
+ rm /tmp/tmp.nIariiMZVm /tmp/tmp.Amjbzc4yif
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-operator.yaml
+ add_arch_to_podspecs -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.2EP4M0bJzR
++ mktemp
+ local LAST_ERR=/tmp/tmp.8u4nABwd8d
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2EP4M0bJzR
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.8u4nABwd8d
+ rm /tmp/tmp.2EP4M0bJzR /tmp/tmp.8u4nABwd8d
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SaTi0ZlKiL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jhutbm92T6
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SaTi0ZlKiL
++ cat /tmp/tmp.jhutbm92T6
++ rm /tmp/tmp.SaTi0ZlKiL /tmp/tmp.jhutbm92T6
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-78964f6749-m25k5
+ local pod=percona-server-mongodb-operator-78964f6749-m25k5
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-78964f6749-m25k5 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4jXMrNccRi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0UTuIC75mT
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4jXMrNccRi
++ cat /tmp/tmp.0UTuIC75mT
++ rm /tmp/tmp.4jXMrNccRi /tmp/tmp.0UTuIC75mT
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-78964f6749-m25k5
++ mktemp
+ local LAST_OUT=/tmp/tmp.73Qduts2yz
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ta7wIXWFrN
+ local exit_status=0
+ local timeout=4
+ args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-78964f6749-m25k5')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-78964f6749-m25k5
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.73Qduts2yz
+ cat /tmp/tmp.Ta7wIXWFrN
+ rm /tmp/tmp.73Qduts2yz /tmp/tmp.Ta7wIXWFrN
+ return 0
2026-08-04T13:16:38.177Z	INFO	setup	Manager starting up	{"gitCommit": "6cfab0ed6bdcd3601b0c48816a22ee4ab446b92a", "gitBranch": "PR-2491-6cfab0ed6", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"}
+ create_namespace split-horizon-manual-tls-4180
+ local namespace=split-horizon-manual-tls-4180
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
++ mktemp
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces split-horizon-manual-tls-4180'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces split-horizon-manual-tls-4180
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace split-horizon-manual-tls-4180 --ignore-not-found
+ awk '{print$1}'
+ local LAST_OUT=/tmp/tmp.yDtPsHSyHZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.b3In6RGDPF
+ local exit_status=0
+ local timeout=4
+ xargs kubectl delete ns
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.I2UsgnHWyE
++ mktemp
+ local LAST_ERR=/tmp/tmp.aveqyX9f1f
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'split-horizon-manual-tls-4180' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace split-horizon-manual-tls-4180 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yDtPsHSyHZ
+ cat /tmp/tmp.b3In6RGDPF
+ rm /tmp/tmp.yDtPsHSyHZ /tmp/tmp.b3In6RGDPF
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.I2UsgnHWyE
+ cat /tmp/tmp.aveqyX9f1f
+ rm /tmp/tmp.I2UsgnHWyE /tmp/tmp.aveqyX9f1f
+ return 0
+ kubectl_bin wait --for=delete namespace split-horizon-manual-tls-4180
++ mktemp
+ local LAST_OUT=/tmp/tmp.SnUTcaBbm3
++ mktemp
+ local LAST_ERR=/tmp/tmp.t8QADd5ZWL
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'split-horizon-manual-tls-4180')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace split-horizon-manual-tls-4180
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SnUTcaBbm3
+ cat /tmp/tmp.t8QADd5ZWL
+ rm /tmp/tmp.SnUTcaBbm3 /tmp/tmp.t8QADd5ZWL
+ return 0
+ desc 'create namespace split-horizon-manual-tls-4180'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace split-horizon-manual-tls-4180
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace split-horizon-manual-tls-4180
++ mktemp
+ local LAST_OUT=/tmp/tmp.NrVh56e99d
++ mktemp
+ local LAST_ERR=/tmp/tmp.LZiL646307
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'split-horizon-manual-tls-4180')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace split-horizon-manual-tls-4180
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NrVh56e99d
namespace/split-horizon-manual-tls-4180 created
+ cat /tmp/tmp.LZiL646307
+ rm /tmp/tmp.NrVh56e99d /tmp/tmp.LZiL646307
+ return 0
+ set_kube_ctx split-horizon-manual-tls-4180
+ local namespace=split-horizon-manual-tls-4180
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mPCpTz5eFK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CGOPlsgACF
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mPCpTz5eFK
++ cat /tmp/tmp.CGOPlsgACF
++ rm /tmp/tmp.mPCpTz5eFK /tmp/tmp.CGOPlsgACF
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6 --namespace=split-horizon-manual-tls-4180
++ mktemp
+ local LAST_OUT=/tmp/tmp.ksK04stbxf
++ mktemp
+ local LAST_ERR=/tmp/tmp.pFqzMguHs1
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6' '--namespace=split-horizon-manual-tls-4180')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6 --namespace=split-horizon-manual-tls-4180
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ksK04stbxf
Context "gke_cloud-dev-112233_us-central1-c_jen-psmdb-2491-6cfab0ed6-2-cluster6" modified.
+ cat /tmp/tmp.pFqzMguHs1
+ rm /tmp/tmp.ksK04stbxf /tmp/tmp.pFqzMguHs1
+ return 0
+ destroy_cert_manager
+ [[ gke == rancher ]]
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.QWBY1eAIm4
++ mktemp
+ local LAST_ERR=/tmp/tmp.E3oYFgzufA
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.QWBY1eAIm4
+ cat /tmp/tmp.E3oYFgzufA
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.QWBY1eAIm4
+ cat /tmp/tmp.E3oYFgzufA
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.QWBY1eAIm4
+ cat /tmp/tmp.E3oYFgzufA
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.QWBY1eAIm4
+ cat /tmp/tmp.E3oYFgzufA
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.QWBY1eAIm4 /tmp/tmp.E3oYFgzufA
+ return 1
+ true
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.yFV4sObQmj
++ mktemp
+ local LAST_ERR=/tmp/tmp.6iSzROxfZs
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/client_with_tls.yml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yFV4sObQmj
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.6iSzROxfZs
+ rm /tmp/tmp.yFV4sObQmj /tmp/tmp.6iSzROxfZs
+ return 0
+ desc 'deploy cluster with 3 split horizons (manual TLS)'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cluster with 3 split horizons (manual TLS)
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-3horizons.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ local LAST_OUT=/tmp/tmp.3HiUzGGvIW
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
++ mktemp
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-4180/g
+ yq eval '(.spec | select(has("search"))).search.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongot"'
+ local LAST_ERR=/tmp/tmp.aYMKvAoKcv
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3HiUzGGvIW
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.aYMKvAoKcv
+ rm /tmp/tmp.3HiUzGGvIW /tmp/tmp.aYMKvAoKcv
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.............OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.............OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JlajTdApKt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EHPsbpe3Ps
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JlajTdApKt
++ cat /tmp/tmp.EHPsbpe3Ps
++ rm /tmp/tmp.JlajTdApKt /tmp/tmp.EHPsbpe3Ps
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5o2Oz1WONi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gVUT6Ofgdc
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5o2Oz1WONi
++ cat /tmp/tmp.gVUT6Ofgdc
++ rm /tmp/tmp.5o2Oz1WONi /tmp/tmp.gVUT6Ofgdc
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pjGVh4qbs1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8uV05a1Z07
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pjGVh4qbs1
++ cat /tmp/tmp.8uV05a1Z07
++ rm /tmp/tmp.pjGVh4qbs1 /tmp/tmp.8uV05a1Z07
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QFmGNdr8nQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8uMLPjuojU
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QFmGNdr8nQ
++ cat /tmp/tmp.8uMLPjuojU
++ rm /tmp/tmp.QFmGNdr8nQ /tmp/tmp.8uMLPjuojU
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify CA secret exists with ca.crt and ca.key'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify CA secret exists with ca.crt and ca.key
-----------------------------------------------------------------------------------

+ verify_ca_secret_exists some-name-ca-cert
+ local secret_name=some-name-ca-cert
+ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
+ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.key}'
+ echo 'OK: CA secret '\''some-name-ca-cert'\'' exists with ca.crt and ca.key'
OK: CA secret 'some-name-ca-cert' exists with ca.crt and ca.key
+ desc 'verify TLS secrets are signed by the CA'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify TLS secrets are signed by the CA
-----------------------------------------------------------------------------------

+ verify_cert_signed_by_ca some-name-ssl some-name-ca-cert
+ local tls_secret_name=some-name-ssl
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.f3SF1O8Gg6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zWyiGqr4hd
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.f3SF1O8Gg6
++ cat /tmp/tmp.zWyiGqr4hd
++ rm /tmp/tmp.f3SF1O8Gg6 /tmp/tmp.zWyiGqr4hd
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IWpIrvjvCX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ACJiZLIj5W
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IWpIrvjvCX
++ cat /tmp/tmp.ACJiZLIj5W
++ rm /tmp/tmp.IWpIrvjvCX /tmp/tmp.ACJiZLIj5W
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIYDCCB0igAwIBAgIRAMF0wg2gUfdYCM0O4hbNv84wDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzE3NTVaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQCWlhdBphgFCKirPzQP6ei3O6BIgfdjM0sCT6f8bT7LaRVGEjSCqSdd\nLfde12Wz3ibYNze72WvbuHfkDWn8cU2EQJ+4Sde860i2Ih21cqG5LFF04f+6RvWw\nE7NJl+M/tqw11v+S3NrhhcqlZFHhggHuA301s5e1mNfiSrmyo19Y8aAle3NjlBK9\nrd3C2aZbl4mW/qzqOj+P2X9/sOzzO16+EIFFkm3t1n2glCJrPwCreKncw7+ukiwa\nFiNNTgyI69Opf6vAPLcqhdxHOUaoxonIrmDmYtogi7O5rqbeNg9LlQNRWHL6GJ/M\nwiuKRiKuWkJERSmbyo8nLPvVP7NnhwPnAgMBAAGjggWvMIIFqzAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggVJBgNVHREEggVA\nMIIFPIIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCNCouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAu\nc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUtbmFtZS1tb25nb3OCLnNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQHNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0\nZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IwKi5zb21lLW5hbWUtbW9uZ29z\nLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgkIqLnNvbWUtbmFtZS1tb25n\nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9j\nYWyCDXNvbWUtbmFtZS1jZmeCK3NvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4It\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj8q\nLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXIubG9jYWyCQ3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCRSouc29tZS1uYW1l\nLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rl\ncnNldC5sb2NhbIJAc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIJCKi5zb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\nMA0GCSqGSIb3DQEBCwUAA4IBAQAVygVRKrOTUTtZ4FbJIuHs3gUiYBo6bGJ+B5Jv\nIj3/v/IvtPAsO7CU4YOcvWFiEGW2jUBCiwRlfi8Qqz/SOj+gsyTz3LlGODhrPtcb\nRL0R/9KbboQMXWpQ2kHGtBRUERWETIZtR9GZ3CSSjENoyc2LfFiW+eZ/TFGIAATQ\nb2n56iwVkKuHCRtL8Ig/gKmsENp1Lc9cv1OJYvbQ1ujnz9bVCDWlOF8ZMeKrjCOn\nw3973IEuaIY/nFCvbcssBjC+oxYz7BaBzc2RWSFDXy/lomXiAFc2VjUCOe7cxK5P\nGv8ie9zFwhJi7gtqtysKtx7mFTJwC0Z5lyw2GCMl16+oawhl\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIYDCCB0igAwIBAgIRAMF0wg2gUfdYCM0O4hbNv84wDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzE3NTVaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQCWlhdBphgFCKirPzQP6ei3O6BIgfdjM0sCT6f8bT7LaRVGEjSCqSdd\nLfde12Wz3ibYNze72WvbuHfkDWn8cU2EQJ+4Sde860i2Ih21cqG5LFF04f+6RvWw\nE7NJl+M/tqw11v+S3NrhhcqlZFHhggHuA301s5e1mNfiSrmyo19Y8aAle3NjlBK9\nrd3C2aZbl4mW/qzqOj+P2X9/sOzzO16+EIFFkm3t1n2glCJrPwCreKncw7+ukiwa\nFiNNTgyI69Opf6vAPLcqhdxHOUaoxonIrmDmYtogi7O5rqbeNg9LlQNRWHL6GJ/M\nwiuKRiKuWkJERSmbyo8nLPvVP7NnhwPnAgMBAAGjggWvMIIFqzAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggVJBgNVHREEggVA\nMIIFPIIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCNCouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAu\nc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUtbmFtZS1tb25nb3OCLnNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQHNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0\nZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IwKi5zb21lLW5hbWUtbW9uZ29z\nLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgkIqLnNvbWUtbmFtZS1tb25n\nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9j\nYWyCDXNvbWUtbmFtZS1jZmeCK3NvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4It\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj8q\nLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXIubG9jYWyCQ3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCRSouc29tZS1uYW1l\nLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rl\ncnNldC5sb2NhbIJAc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIJCKi5zb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\nMA0GCSqGSIb3DQEBCwUAA4IBAQAVygVRKrOTUTtZ4FbJIuHs3gUiYBo6bGJ+B5Jv\nIj3/v/IvtPAsO7CU4YOcvWFiEGW2jUBCiwRlfi8Qqz/SOj+gsyTz3LlGODhrPtcb\nRL0R/9KbboQMXWpQ2kHGtBRUERWETIZtR9GZ3CSSjENoyc2LfFiW+eZ/TFGIAATQ\nb2n56iwVkKuHCRtL8Ig/gKmsENp1Lc9cv1OJYvbQ1ujnz9bVCDWlOF8ZMeKrjCOn\nw3973IEuaIY/nFCvbcssBjC+oxYz7BaBzc2RWSFDXy/lomXiAFc2VjUCOe7cxK5P\nGv8ie9zFwhJi7gtqtysKtx7mFTJwC0Z5lyw2GCMl16+oawhl\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.wOK898t8HN/ca.crt /tmp/tmp.wOK898t8HN/tls.crt
+ echo 'OK: '\''some-name-ssl'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl' is signed by CA in 'some-name-ca-cert'
+ verify_cert_signed_by_ca some-name-ssl-internal some-name-ca-cert
+ local tls_secret_name=some-name-ssl-internal
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ base64 -d
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1hKGwK2QTE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zEiFoegque
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1hKGwK2QTE
++ cat /tmp/tmp.zEiFoegque
++ rm /tmp/tmp.1hKGwK2QTE /tmp/tmp.zEiFoegque
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cPgpfqEMIJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7cQDR7r918
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cPgpfqEMIJ
++ cat /tmp/tmp.7cQDR7r918
++ rm /tmp/tmp.cPgpfqEMIJ /tmp/tmp.7cQDR7r918
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIIYDCCB0igAwIBAgIRANYNa/6EU2sJ/G4ZDJAwc7kwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzE3NTVaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDN/OcA0e2+AayPGC1UJ9uNxQ7PPZIn9e1aYqhKLvKDfzBYhX2JVU1j\nfNoa7nr6/VYplLp3YktxGiZB3L6CUDcZIKjScAhYT3xdopQdwc8J+bD00piPWPkc\n6AdWEzbmD20P4NBhhNTjOa4SHUSklX46V/TtKIxjALmHy4xiwJ9BTH1/vEs1XVLM\nJorwS3fc6lpHOfhNH9o1XiHXPqgVPkGet77dARAhRHfCemjv+eQJHPzQ1s4i3QTX\nLZjyUPvMX3tlmI5L1iacKjNLkjagBcE9asaDstK1hPGKK55j/43rbx6AIaiDv3zk\nv72HAjf3nGq1QKBSE4yt9fXED4Qq+/NDAgMBAAGjggWvMIIFqzAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggVJBgNVHREEggVA\nMIIFPIIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCNCouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAu\nc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUtbmFtZS1tb25nb3OCLnNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQHNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0\nZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IwKi5zb21lLW5hbWUtbW9uZ29z\nLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgkIqLnNvbWUtbmFtZS1tb25n\nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9j\nYWyCDXNvbWUtbmFtZS1jZmeCK3NvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4It\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj8q\nLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXIubG9jYWyCQ3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCRSouc29tZS1uYW1l\nLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rl\ncnNldC5sb2NhbIJAc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIJCKi5zb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\nMA0GCSqGSIb3DQEBCwUAA4IBAQA6DsVCaI+/mURHU8B1kzZU0V29Axd8KPt8RZOO\n2rhkpuzcgxqHdW5Eh71CHl2K6/C+SNN+80ml/XsbSI0yle8AMHfxRyZv0B7sa47l\ns13Kj4YQjhL/o9jkONB5wCPBaVYY9fYNeXKe9zjuXK+M+LM6nX9ltMDKwVlAk+Ln\nl1M4tieMpImbk2X5rFW8D7UxiTDR2BRcqWMVnuE6rPjY/sRUO6TSKAtRYV7mOIp6\n9dmEXBqsNjH8iJUKWey8ka/GwvpwXNE1nA+ga85yn7z6WJ+RiJxLWkNOP4lNVv2n\nTCkEX39p4+xK8j1LNdhc06Go5LDgwCsQdv6kaLjyD3PIw1lf\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIIYDCCB0igAwIBAgIRANYNa/6EU2sJ/G4ZDJAwc7kwDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzE3NTVaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQDN/OcA0e2+AayPGC1UJ9uNxQ7PPZIn9e1aYqhKLvKDfzBYhX2JVU1j\nfNoa7nr6/VYplLp3YktxGiZB3L6CUDcZIKjScAhYT3xdopQdwc8J+bD00piPWPkc\n6AdWEzbmD20P4NBhhNTjOa4SHUSklX46V/TtKIxjALmHy4xiwJ9BTH1/vEs1XVLM\nJorwS3fc6lpHOfhNH9o1XiHXPqgVPkGet77dARAhRHfCemjv+eQJHPzQ1s4i3QTX\nLZjyUPvMX3tlmI5L1iacKjNLkjagBcE9asaDstK1hPGKK55j/43rbx6AIaiDv3zk\nv72HAjf3nGq1QKBSE4yt9fXED4Qq+/NDAgMBAAGjggWvMIIFqzAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggVJBgNVHREEggVA\nMIIFPIIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCNCouc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAu\nc3ZjLmNsdXN0ZXJzZXQubG9jYWyCEHNvbWUtbmFtZS1tb25nb3OCLnNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQHNvbWUtbmFt\nZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0\nZXIubG9jYWyCEiouc29tZS1uYW1lLW1vbmdvc4IwKi5zb21lLW5hbWUtbW9uZ29z\nLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgkIqLnNvbWUtbmFtZS1tb25n\nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9j\nYWyCDXNvbWUtbmFtZS1jZmeCK3NvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29tZS1uYW1lLWNmZ4It\nKi5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj8q\nLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXIubG9jYWyCQ3NvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1t\nYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCRSouc29tZS1uYW1l\nLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rl\ncnNldC5sb2NhbIJAc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10\nbHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIJCKi5zb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\nMA0GCSqGSIb3DQEBCwUAA4IBAQA6DsVCaI+/mURHU8B1kzZU0V29Axd8KPt8RZOO\n2rhkpuzcgxqHdW5Eh71CHl2K6/C+SNN+80ml/XsbSI0yle8AMHfxRyZv0B7sa47l\ns13Kj4YQjhL/o9jkONB5wCPBaVYY9fYNeXKe9zjuXK+M+LM6nX9ltMDKwVlAk+Ln\nl1M4tieMpImbk2X5rFW8D7UxiTDR2BRcqWMVnuE6rPjY/sRUO6TSKAtRYV7mOIp6\n9dmEXBqsNjH8iJUKWey8ka/GwvpwXNE1nA+ga85yn7z6WJ+RiJxLWkNOP4lNVv2n\nTCkEX39p4+xK8j1LNdhc06Go5LDgwCsQdv6kaLjyD3PIw1lf\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.wOK898t8HN/ca.crt /tmp/tmp.wOK898t8HN/tls.crt
+ echo 'OK: '\''some-name-ssl-internal'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl-internal' is signed by CA in 'some-name-ca-cert'
+ desc 'verify split-horizon DNS names are in certificate SANs'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify split-horizon DNS names are in certificate SANs
-----------------------------------------------------------------------------------

+ verify_cert_san some-name-ssl some-name-rs0-0.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-0.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -text -noout
+++ mktemp
++ grep DNS:
++ tr , '\n'
++ local LAST_OUT=/tmp/tmp.wRRDCF0gap
++ xargs
++ sed 's/.*DNS://g'
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l3L5ic1D4D
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wRRDCF0gap
++ cat /tmp/tmp.l3L5ic1D4D
++ rm /tmp/tmp.wRRDCF0gap /tmp/tmp.l3L5ic1D4D
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-0.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-0.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-0.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-1.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-1.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -text -noout
+++ mktemp
++ grep DNS:
++ local LAST_OUT=/tmp/tmp.chTDhtRXLD
+++ mktemp
++ tr , '\n'
++ sed 's/.*DNS://g'
++ xargs
++ local LAST_ERR=/tmp/tmp.Nd6ivpq1X3
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.chTDhtRXLD
++ cat /tmp/tmp.Nd6ivpq1X3
++ rm /tmp/tmp.chTDhtRXLD /tmp/tmp.Nd6ivpq1X3
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-1.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-1.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-1.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-2.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-2.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ openssl x509 -text -noout
++ tr , '\n'
+++ mktemp
++ xargs
++ sed 's/.*DNS://g'
++ base64 -d
++ grep DNS:
++ local LAST_OUT=/tmp/tmp.CvY2rzygdK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1xhEQGd2vs
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CvY2rzygdK
++ cat /tmp/tmp.1xhEQGd2vs
++ rm /tmp/tmp.CvY2rzygdK /tmp/tmp.1xhEQGd2vs
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-2.clouddemo.xyz
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'OK: SAN '\''some-name-rs0-2.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-2.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl-internal some-name-rs0-0.clouddemo.xyz
+ local secret_name=some-name-ssl-internal
+ local expected_san=some-name-rs0-0.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KcmN2rTjVL
+++ mktemp
++ openssl x509 -text -noout
++ local LAST_ERR=/tmp/tmp.fkde32XA2g
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ sed 's/.*DNS://g'
++ grep DNS:
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ tr , '\n'
++ xargs
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KcmN2rTjVL
++ cat /tmp/tmp.fkde32XA2g
++ rm /tmp/tmp.KcmN2rTjVL /tmp/tmp.fkde32XA2g
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-0.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-0.clouddemo.xyz'\'' found in secret '\''some-name-ssl-internal'\'''
OK: SAN 'some-name-rs0-0.clouddemo.xyz' found in secret 'some-name-ssl-internal'
+ desc 'save certificate fingerprint before horizon update'
+ set +o xtrace


-----------------------------------------------------------------------------------
save certificate fingerprint before horizon update
-----------------------------------------------------------------------------------

++ save_cert_hash some-name-ssl
++ local secret_name=some-name-ssl
++ local output_var=
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -fingerprint -noout
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jhD2H5Quyo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gRmPIoPFMU
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jhD2H5Quyo
++ cat /tmp/tmp.gRmPIoPFMU
++ rm /tmp/tmp.jhD2H5Quyo /tmp/tmp.gRmPIoPFMU
++ return 0
+ cert_hash_before='SHA1 Fingerprint=98:62:1B:6A:EE:F3:6E:DA:BC:DF:DF:EF:DF:48:48:3E:BF:97:BD:6D'
+ configure_client_hostAliases
+ local 'hostAliasesJson=[]'
++ kubectl get svc
++ awk '{print $3 "|" $1}'
++ grep -E '^[0-9].*'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.233.225|some-name-rs0-0'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-0
++ echo '34.118.233.225|some-name-rs0-0'
++ awk -F '|' '{print $1}'
+ ip=34.118.233.225
+ hostAlias='{"ip": "34.118.233.225", "hostnames": ["some-name-rs0-0.clouddemo.xyz"]}'
++ echo '[]'
++ jq --argjson newAlias '{"ip": "34.118.233.225", "hostnames": ["some-name-rs0-0.clouddemo.xyz"]}' '. += [$newAlias]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  }\n]'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.230.146|some-name-rs0-1'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-1
++ echo '34.118.230.146|some-name-rs0-1'
++ awk -F '|' '{print $1}'
+ ip=34.118.230.146
+ hostAlias='{"ip": "34.118.230.146", "hostnames": ["some-name-rs0-1.clouddemo.xyz"]}'
++ jq --argjson newAlias '{"ip": "34.118.230.146", "hostnames": ["some-name-rs0-1.clouddemo.xyz"]}' '. += [$newAlias]'
++ echo $'[\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  }\n]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.230.146",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  }\n]'
+ for svc in $(kubectl get svc | awk '{print $3 "|" $1}' | grep -E '^[0-9].*')
++ echo '34.118.227.118|some-name-rs0-2'
++ awk -F '|' '{print $2}'
+ hostname=some-name-rs0-2
++ echo '34.118.227.118|some-name-rs0-2'
++ awk -F '|' '{print $1}'
+ ip=34.118.227.118
+ hostAlias='{"ip": "34.118.227.118", "hostnames": ["some-name-rs0-2.clouddemo.xyz"]}'
++ echo $'[\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.230.146",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  }\n]'
++ jq --argjson newAlias '{"ip": "34.118.227.118", "hostnames": ["some-name-rs0-2.clouddemo.xyz"]}' '. += [$newAlias]'
+ hostAliasesJson=$'[\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.230.146",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.118",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]'
+ kubectl_bin patch deployment psmdb-client --type=json '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.sl53h0CX04
++ mktemp
+ local LAST_ERR=/tmp/tmp.sk06QvPirZ
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'deployment' 'psmdb-client' '--type=json' '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch deployment psmdb-client --type=json '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 0}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sl53h0CX04
deployment.apps/psmdb-client patched
+ cat /tmp/tmp.sk06QvPirZ
+ rm /tmp/tmp.sl53h0CX04 /tmp/tmp.sk06QvPirZ
+ return 0
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SZosv3z1E8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6r0CH5hD2t
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SZosv3z1E8
++ cat /tmp/tmp.6r0CH5hD2t
++ rm /tmp/tmp.SZosv3z1E8 /tmp/tmp.6r0CH5hD2t
++ return 0
+ wait_for_delete pod/psmdb-client-7fccbb9c8c-7dwbc
+ local res=pod/psmdb-client-7fccbb9c8c-7dwbc
+ local wait_time=60
+ set +o xtrace
waiting for pod/psmdb-client-7fccbb9c8c-7dwbc to be deleted.....Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-7dwbc" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-7dwbc" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-7dwbc" not found
Error from server (NotFound): pods "psmdb-client-7fccbb9c8c-7dwbc" not found
+ kubectl_bin patch deployment psmdb-client --type=json $'-p=[{\'op\': \'replace\', \'path\': \'/spec/template/spec/hostAliases\', \'value\': [\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.230.146",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.118",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]}, {\'op\': \'replace\', \'path\': \'/spec/replicas\', \'value\': 1}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q8KBBSliaW
++ mktemp
+ local LAST_ERR=/tmp/tmp.Wb8raJlcrK
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'deployment' 'psmdb-client' '--type=json' '-p=[{'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/template/spec/hostAliases'\'', '\''value'\'': [
  {
    "ip": "34.118.233.225",
    "hostnames": [
      "some-name-rs0-0.clouddemo.xyz"
    ]
  },
  {
    "ip": "34.118.230.146",
    "hostnames": [
      "some-name-rs0-1.clouddemo.xyz"
    ]
  },
  {
    "ip": "34.118.227.118",
    "hostnames": [
      "some-name-rs0-2.clouddemo.xyz"
    ]
  }
]}, {'\''op'\'': '\''replace'\'', '\''path'\'': '\''/spec/replicas'\'', '\''value'\'': 1}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch deployment psmdb-client --type=json $'-p=[{\'op\': \'replace\', \'path\': \'/spec/template/spec/hostAliases\', \'value\': [\n  {\n    "ip": "34.118.233.225",\n    "hostnames": [\n      "some-name-rs0-0.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.230.146",\n    "hostnames": [\n      "some-name-rs0-1.clouddemo.xyz"\n    ]\n  },\n  {\n    "ip": "34.118.227.118",\n    "hostnames": [\n      "some-name-rs0-2.clouddemo.xyz"\n    ]\n  }\n]}, {\'op\': \'replace\', \'path\': \'/spec/replicas\', \'value\': 1}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Q8KBBSliaW
deployment.apps/psmdb-client patched
+ cat /tmp/tmp.Wb8raJlcrK
+ rm /tmp/tmp.Q8KBBSliaW /tmp/tmp.Wb8raJlcrK
+ return 0
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JJ3FdmUHcU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.emlLta6AFH
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JJ3FdmUHcU
++ cat /tmp/tmp.emlLta6AFH
++ rm /tmp/tmp.JJ3FdmUHcU /tmp/tmp.emlLta6AFH
++ return 0
+ wait_pod psmdb-client-674565f67f-p2jdk
+ local pod=psmdb-client-674565f67f-p2jdk
+ set +o xtrace
waiting for pod/psmdb-client-674565f67f-p2jdk to be ready.OK
+ sleep 10
+ desc 'verify horizons via rs.conf()'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons via rs.conf()
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ei8MGxnMQK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.79Zj0HmwCz
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ei8MGxnMQK
++ cat /tmp/tmp.79Zj0HmwCz
++ rm /tmp/tmp.Ei8MGxnMQK /tmp/tmp.79Zj0HmwCz
++ return 0
+ local client_container=psmdb-client-674565f67f-p2jdk
+ local mongo_flag=--quiet
+ local port=27017
++ awk -F: '{print $2}'
++ echo .svc.cluster.local
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.jGiB60j54i
++ mktemp
+ local LAST_ERR=/tmp/tmp.RmQCAixYj8
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-674565f67f-p2jdk' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jGiB60j54i
+ cat /tmp/tmp.RmQCAixYj8
+ rm /tmp/tmp.jGiB60j54i /tmp/tmp.RmQCAixYj8
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/compare/horizons-3.json /tmp/tmp.wOK898t8HN/horizons-3.json
+ desc 'update to 5 horizons (triggers SAN change and cert re-signing)'
+ set +o xtrace


-----------------------------------------------------------------------------------
update to 5 horizons (triggers SAN change and cert re-signing)
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name-5horizons.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '(.spec | select(has("search"))).search.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongot"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-4180/g
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ local LAST_OUT=/tmp/tmp.WQ3jtCGb1i
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6"'
++ mktemp
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ local LAST_ERR=/tmp/tmp.stiuvzoJZf
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WQ3jtCGb1i
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.stiuvzoJZf
+ rm /tmp/tmp.WQ3jtCGb1i /tmp/tmp.stiuvzoJZf
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.D9bw571gLb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kmvHySYWF5
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.D9bw571gLb
++ cat /tmp/tmp.kmvHySYWF5
++ rm /tmp/tmp.D9bw571gLb /tmp/tmp.kmvHySYWF5
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fP8OlQnp8V
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Vse6lCwfeo
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fP8OlQnp8V
++ cat /tmp/tmp.Vse6lCwfeo
++ rm /tmp/tmp.fP8OlQnp8V /tmp/tmp.Vse6lCwfeo
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9fBKLu3O6H
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Bnz3FSwUyD
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9fBKLu3O6H
++ cat /tmp/tmp.Bnz3FSwUyD
++ rm /tmp/tmp.9fBKLu3O6H /tmp/tmp.Bnz3FSwUyD
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready...............................................
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Nf0rJkWHtp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Kms2UMyzLl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Nf0rJkWHtp
++ cat /tmp/tmp.Kms2UMyzLl
++ rm /tmp/tmp.Nf0rJkWHtp /tmp/tmp.Kms2UMyzLl
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify new horizon DNS names are in certificate SANs after re-signing'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify new horizon DNS names are in certificate SANs after re-signing
-----------------------------------------------------------------------------------

+ verify_cert_san some-name-ssl some-name-rs0-3.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-3.clouddemo.xyz
+ local san_list
++ base64 -d
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ grep DNS:
++ openssl x509 -text -noout
++ tr , '\n'
++ sed 's/.*DNS://g'
++ xargs
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vkk4ibGGyY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W3zzSXv8A5
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Vkk4ibGGyY
++ cat /tmp/tmp.W3zzSXv8A5
++ rm /tmp/tmp.Vkk4ibGGyY /tmp/tmp.W3zzSXv8A5
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-3.clouddemo.xyz
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'OK: SAN '\''some-name-rs0-3.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-3.clouddemo.xyz' found in secret 'some-name-ssl'
+ verify_cert_san some-name-ssl some-name-rs0-4.clouddemo.xyz
+ local secret_name=some-name-ssl
+ local expected_san=some-name-rs0-4.clouddemo.xyz
+ local san_list
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
+++ mktemp
++ base64 -d
++ openssl x509 -text -noout
++ grep DNS:
++ local LAST_OUT=/tmp/tmp.JPH62xYr2b
++ tr , '\n'
+++ mktemp
++ local LAST_ERR=/tmp/tmp.30ytveZ1dk
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ sed 's/.*DNS://g'
++ xargs
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JPH62xYr2b
++ cat /tmp/tmp.30ytveZ1dk
++ rm /tmp/tmp.JPH62xYr2b /tmp/tmp.30ytveZ1dk
++ return 0
+ san_list='localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ echo 'localhost some-name-rs0 some-name-rs0.split-horizon-manual-tls-4180 some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-rs0 *.some-name-rs0.split-horizon-manual-tls-4180 *.some-name-rs0.split-horizon-manual-tls-4180.svc.cluster.local some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-rs0.split-horizon-manual-tls-4180.svc.clusterset.local some-name-rs0-0.clouddemo.xyz some-name-rs0-1.clouddemo.xyz some-name-rs0-2.clouddemo.xyz some-name-rs0-3.clouddemo.xyz some-name-rs0-4.clouddemo.xyz *.split-horizon-manual-tls-4180.svc.clusterset.local some-name-mongos some-name-mongos.split-horizon-manual-tls-4180 some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-mongos *.some-name-mongos.split-horizon-manual-tls-4180 *.some-name-mongos.split-horizon-manual-tls-4180.svc.cluster.local some-name-cfg some-name-cfg.split-horizon-manual-tls-4180 some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local *.some-name-cfg *.some-name-cfg.split-horizon-manual-tls-4180 *.some-name-cfg.split-horizon-manual-tls-4180.svc.cluster.local some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-mongos.split-horizon-manual-tls-4180.svc.clusterset.local some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local *.some-name-cfg.split-horizon-manual-tls-4180.svc.clusterset.local'
+ grep -q some-name-rs0-4.clouddemo.xyz
+ echo 'OK: SAN '\''some-name-rs0-4.clouddemo.xyz'\'' found in secret '\''some-name-ssl'\'''
OK: SAN 'some-name-rs0-4.clouddemo.xyz' found in secret 'some-name-ssl'
+ desc 'verify certificate was re-signed (fingerprint changed)'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify certificate was re-signed (fingerprint changed)
-----------------------------------------------------------------------------------

++ save_cert_hash some-name-ssl
++ local secret_name=some-name-ssl
++ local output_var=
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
++ openssl x509 -fingerprint -noout
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x3pB1XbojD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hspWUdeCHB
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.x3pB1XbojD
++ cat /tmp/tmp.hspWUdeCHB
++ rm /tmp/tmp.x3pB1XbojD /tmp/tmp.hspWUdeCHB
++ return 0
+ cert_hash_after='SHA1 Fingerprint=46:58:96:58:25:06:AA:21:5B:8E:B6:7E:B5:DA:21:90:83:2F:3B:8A'
+ '[' 'SHA1 Fingerprint=98:62:1B:6A:EE:F3:6E:DA:BC:DF:DF:EF:DF:48:48:3E:BF:97:BD:6D' = 'SHA1 Fingerprint=46:58:96:58:25:06:AA:21:5B:8E:B6:7E:B5:DA:21:90:83:2F:3B:8A' ']'
+ echo 'OK: certificate was re-signed after horizon update'
OK: certificate was re-signed after horizon update
+ desc 'verify TLS secrets are still signed by the SAME CA'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify TLS secrets are still signed by the SAME CA
-----------------------------------------------------------------------------------

+ verify_cert_signed_by_ca some-name-ssl some-name-ca-cert
+ local tls_secret_name=some-name-ssl
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9rOh43mQSv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yJ9QTD7IJA
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9rOh43mQSv
++ cat /tmp/tmp.yJ9QTD7IJA
++ rm /tmp/tmp.9rOh43mQSv /tmp/tmp.yJ9QTD7IJA
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.23rfjtz5cO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rxEoLxIUsN
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.23rfjtz5cO
++ cat /tmp/tmp.rxEoLxIUsN
++ rm /tmp/tmp.23rfjtz5cO /tmp/tmp.rxEoLxIUsN
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIInjCCB4agAwIBAgIRANsFk0/CJwM16YynuPjmkqswDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzIwNDFaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQD7zs3D68h8bBHjLMArS0mL2NonA94NfPP4jfRvoaAXHI9x7SlALkp3\nV9JBdVzZ3lJW7IiIc6FG7Wy8yIEc80fxAWCmVxqGEJ/q4VxHToCu4AL/4hmCaArh\n3ddOXPe0HmmM/NB46/HShZdi1wwZuyve7hxuru4CGw7cR6aAx26COwhK3cc5Z5SF\nvEjd+toQJgEHfRRJXoj2CmRbAMJJhJRVmGvYdwjwI5WXt6LHKaucUZoH5cERMzYD\nQziVqvYbqdf1OtY182DLTe3vvHJzsSGPJjKYxETaBVAfHnSQwDtrkYFAWdU5sQW0\nrpkbEObuq+YFVpQxhlqKnkkVvMxwg957AgMBAAGjggXtMIIF6TAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggWHBgNVHREEggV+\nMIIFeoIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCHXNvbWUtbmFtZS1yczAtMy5jbG91ZGRlbW8ueHl6gh1z\nb21lLW5hbWUtcnMwLTQuY2xvdWRkZW1vLnh5eoI0Ki5zcGxpdC1ob3Jpem9uLW1h\nbnVhbC10bHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIIQc29tZS1uYW1lLW1v\nbmdvc4Iuc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nNDE4MIJAc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIISKi5zb21lLW5hbWUtbW9uZ29zgjAqLnNv\nbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQiou\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5z\ndmMuY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Irc29tZS1uYW1lLWNmZy5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MII9c29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIIPKi5z\nb21lLW5hbWUtY2Zngi0qLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODCCPyouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIJDc29tZS1uYW1lLW1vbmdvcy5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2Nh\nbIJFKi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkBzb21lLW5hbWUtY2ZnLnNwbGl0LWhv\ncml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIqLnNv\nbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNs\ndXN0ZXJzZXQubG9jYWwwDQYJKoZIhvcNAQELBQADggEBAENlmTUySdsKYeZoUCmQ\nVv/8HtX5/DS32UKzjCtI4NRVcxenCHzi86gHLu2IpRx3hd7aPCYna5FU26Qi/i/r\n1OupNDkVYvu0bZVfsLgBeqjzcGax0A+hRXUWAYVpiCeIUKpKWANqD6sUZ+xcAubA\n+6iQqgbuw6ntQnzmOO/ouVA/BfcWmJLkI/kICcFoncbVISnRbvcPJMqWVT3TxWXk\nuCC5aVErr7J0ykQM8k3/4NgZi7D0+KwGEOedoxGwtfddJKDWFHElrMFM2wCAGf8g\nArvpCkAUMKMyxU1QWuwuNO4DeSvpAK6l/nD9wXYwCiKpW81jHqShLDXSnqlyMj8e\nD88=\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIInjCCB4agAwIBAgIRANsFk0/CJwM16YynuPjmkqswDQYJKoZIhvcNAQELBQAw\nEjEQMA4GA1UEChMHUm9vdCBDQTAgFw0yNjA4MDQxMzIwNDFaGA85OTk5MTIzMTIz\nNTk1OVowEDEOMAwGA1UEChMFUFNNREIwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAw\nggEKAoIBAQD7zs3D68h8bBHjLMArS0mL2NonA94NfPP4jfRvoaAXHI9x7SlALkp3\nV9JBdVzZ3lJW7IiIc6FG7Wy8yIEc80fxAWCmVxqGEJ/q4VxHToCu4AL/4hmCaArh\n3ddOXPe0HmmM/NB46/HShZdi1wwZuyve7hxuru4CGw7cR6aAx26COwhK3cc5Z5SF\nvEjd+toQJgEHfRRJXoj2CmRbAMJJhJRVmGvYdwjwI5WXt6LHKaucUZoH5cERMzYD\nQziVqvYbqdf1OtY182DLTe3vvHJzsSGPJjKYxETaBVAfHnSQwDtrkYFAWdU5sQW0\nrpkbEObuq+YFVpQxhlqKnkkVvMxwg957AgMBAAGjggXtMIIF6TAOBgNVHQ8BAf8E\nBAMCBaAwHQYDVR0lBBYwFAYIKwYBBQUHAwEGCCsGAQUFBwMCMAwGA1UdEwEB/wQC\nMAAwHwYDVR0jBBgwFoAUeGKIWhaqrRj81gzeYidh1QsXE9QwggWHBgNVHREEggV+\nMIIFeoIJbG9jYWxob3N0gg1zb21lLW5hbWUtcnMwgitzb21lLW5hbWUtcnMwLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1yczCCLSouc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkBzb21lLW5hbWUtcnMwLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIq\nLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3Zj\nLmNsdXN0ZXJzZXQubG9jYWyCHXNvbWUtbmFtZS1yczAtMC5jbG91ZGRlbW8ueHl6\ngh1zb21lLW5hbWUtcnMwLTEuY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0y\nLmNsb3VkZGVtby54eXqCHXNvbWUtbmFtZS1yczAtMy5jbG91ZGRlbW8ueHl6gh1z\nb21lLW5hbWUtcnMwLTQuY2xvdWRkZW1vLnh5eoI0Ki5zcGxpdC1ob3Jpem9uLW1h\nbnVhbC10bHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2NhbIIQc29tZS1uYW1lLW1v\nbmdvc4Iuc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nNDE4MIJAc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMt\nNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIISKi5zb21lLW5hbWUtbW9uZ29zgjAqLnNv\nbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCQiou\nc29tZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5z\ndmMuY2x1c3Rlci5sb2NhbIINc29tZS1uYW1lLWNmZ4Irc29tZS1uYW1lLWNmZy5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MII9c29tZS1uYW1lLWNmZy5zcGxp\ndC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIIPKi5z\nb21lLW5hbWUtY2Zngi0qLnNvbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51\nYWwtdGxzLTQxODCCPyouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MC5zdmMuY2x1c3Rlci5sb2NhbIJDc29tZS1uYW1lLW1vbmdvcy5z\ncGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1c3RlcnNldC5sb2Nh\nbIJFKi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkBzb21lLW5hbWUtY2ZnLnNwbGl0LWhv\ncml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsgkIqLnNv\nbWUtbmFtZS1jZmcuc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNs\ndXN0ZXJzZXQubG9jYWwwDQYJKoZIhvcNAQELBQADggEBAENlmTUySdsKYeZoUCmQ\nVv/8HtX5/DS32UKzjCtI4NRVcxenCHzi86gHLu2IpRx3hd7aPCYna5FU26Qi/i/r\n1OupNDkVYvu0bZVfsLgBeqjzcGax0A+hRXUWAYVpiCeIUKpKWANqD6sUZ+xcAubA\n+6iQqgbuw6ntQnzmOO/ouVA/BfcWmJLkI/kICcFoncbVISnRbvcPJMqWVT3TxWXk\nuCC5aVErr7J0ykQM8k3/4NgZi7D0+KwGEOedoxGwtfddJKDWFHElrMFM2wCAGf8g\nArvpCkAUMKMyxU1QWuwuNO4DeSvpAK6l/nD9wXYwCiKpW81jHqShLDXSnqlyMj8e\nD88=\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.wOK898t8HN/ca.crt /tmp/tmp.wOK898t8HN/tls.crt
+ echo 'OK: '\''some-name-ssl'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl' is signed by CA in 'some-name-ca-cert'
+ verify_cert_signed_by_ca some-name-ssl-internal some-name-ca-cert
+ local tls_secret_name=some-name-ssl-internal
+ local ca_secret_name=some-name-ca-cert
+ local ca_crt
++ kubectl_bin get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yJRlpMTUe0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2DwLCEhTdV
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ca-cert' '-o' 'jsonpath={.data.ca\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ca-cert -o 'jsonpath={.data.ca\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yJRlpMTUe0
++ cat /tmp/tmp.2DwLCEhTdV
++ rm /tmp/tmp.yJRlpMTUe0 /tmp/tmp.2DwLCEhTdV
++ return 0
+ ca_crt=$'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ local tls_crt
++ kubectl_bin get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ base64 -d
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n1EpOfjjQi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cFCn3CNSpg
++ local exit_status=0
++ local timeout=4
++ args=('get' 'secret' 'some-name-ssl-internal' '-o' 'jsonpath={.data.tls\.crt}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get secret some-name-ssl-internal -o 'jsonpath={.data.tls\.crt}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.n1EpOfjjQi
++ cat /tmp/tmp.cFCn3CNSpg
++ rm /tmp/tmp.n1EpOfjjQi /tmp/tmp.cFCn3CNSpg
++ return 0
+ tls_crt=$'-----BEGIN CERTIFICATE-----\nMIIInTCCB4WgAwIBAgIQDF6TVtGRC5n/d769AVHfETANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMjA0MloYDzk5OTkxMjMxMjM1\nOTU5WjAQMQ4wDAYDVQQKEwVQU01EQjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCC\nAQoCggEBALN2Urlfao6/x+U7YS6RGvQgywLcyH8DV1q+knZ0AbJ+2rv0xd63WLdI\nULNtc2pI8C38Nj42K/saG59XaHLvdWdsNUp4XDbrHWJwulB+b62l3Kzu+TRWPBV7\nKEq+VI/YH2GmH+jEvUF9IBSvUqjbhTgENkJpho57aPHzC99JsLNclA/sW6aMS3l9\nVniV179rBgOo9xnmVesyRRXbWK2CFCHKoijehwDuVed9pImUgbmdQv+9ugf7zGRK\nxdi6tvYDBI5+admY4dUKGRBb2HCmq1zv7d0eT6szZeeVtlc38B3stkMUodcE36eV\nA6VE/VndhWayqufdOg2/FZndg1k8jvMCAwEAAaOCBe0wggXpMA4GA1UdDwEB/wQE\nAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwDAYDVR0TAQH/BAIw\nADAfBgNVHSMEGDAWgBR4YohaFqqtGPzWDN5iJ2HVCxcT1DCCBYcGA1UdEQSCBX4w\nggV6gglsb2NhbGhvc3SCDXNvbWUtbmFtZS1yczCCK3NvbWUtbmFtZS1yczAuc3Bs\naXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1yczAuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29t\nZS1uYW1lLXJzMIItKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwgj8qLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwt\ndGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCQHNvbWUtbmFtZS1yczAuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQiou\nc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMu\nY2x1c3RlcnNldC5sb2NhbIIdc29tZS1uYW1lLXJzMC0wLmNsb3VkZGVtby54eXqC\nHXNvbWUtbmFtZS1yczAtMS5jbG91ZGRlbW8ueHl6gh1zb21lLW5hbWUtcnMwLTIu\nY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0zLmNsb3VkZGVtby54eXqCHXNv\nbWUtbmFtZS1yczAtNC5jbG91ZGRlbW8ueHl6gjQqLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9u\nZ29zgi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwgkBzb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwLnN2Yy5jbHVzdGVyLmxvY2FsghIqLnNvbWUtbmFtZS1tb25nb3OCMCouc29t\nZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MIJCKi5z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2\nYy5jbHVzdGVyLmxvY2Fsgg1zb21lLW5hbWUtY2Zngitzb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLSouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkNzb21lLW5hbWUtbW9uZ29zLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\ngkUqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQx\nODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQHNvbWUtbmFtZS1jZmcuc3BsaXQtaG9y\naXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQiouc29t\nZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1\nc3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAniK7wWahgX/gkyJvqn8o\n2foZyjmCBWmAdqPT1WXLP6KHuylGQ8VpzFBHihpo/DA5ypjeX0cSQiLcuDfQUNMy\nDc3e9P2eLqXMCXLQpUIB0eAKcHjBTi+sS1OSKT8ezbRoz8VP6PyKuZsWN8gPUPuQ\nwPS9WSGlUFpxa6SuVdcrTj4fShaZn+q0tBTX/2jBVYclLiHpc15f2Wd0VyWnAvwU\nQFMyjZNRKm5eTnlSMxCR7BlkKYpJGJhNlMKgJe6K2AjrEXlsK5LpsqhTQppO7WBP\nM8/fXRlJ4jEnOEcs1n8gwTR7O/lrdCoktPbbhf4QSd5JQZ59jDUHxoNff/zwiPJ1\nkg==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIDGzCCAgOgAwIBAgIQC0UkgJ62ty4hVSETXsL8jzANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMTc1NVoYDzk5OTkxMjMxMjM1\nOTU5WjASMRAwDgYDVQQKEwdSb290IENBMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8A\nMIIBCgKCAQEA1OCzI76w1oXk/DAcVS1pCPzhneBFT8ytk6/OEznEd9LwHL04jF0P\nibLExcd0Q8ZSTpS7MzaVeP8P1oCfh1hoF0lDkMyDbwsX8cYkKFB8tTHem09x8Ryr\nNO2d6UwBPHGV2pKPmz+fFgtah6pXbhct0qAXGzw8nQplao+nkjfebl7gXxQyU+rA\ndPMr6jPEoZLCbyvrScVKZF6LEMpmZekOrAymtC/sv4iEjMQrMzQazkgTQOFOEtGe\nMbiASLtlIVE1u7qrddnvG9/7sTMKSjMjC4FTCNEQnST/e/GZH+vn7lVSQN/Ix3G6\nEK50QFdKUBWRgm0cvq1NPu6FYg3aWekvcQIDAQABo2swaTAOBgNVHQ8BAf8EBAMC\nAiQwJwYDVR0lBCAwHgYIKwYBBQUHAwEGCCsGAQUFBwMCBggrBgEFBQcDAzAPBgNV\nHRMBAf8EBTADAQH/MB0GA1UdDgQWBBR4YohaFqqtGPzWDN5iJ2HVCxcT1DANBgkq\nhkiG9w0BAQsFAAOCAQEAs+VWRKL0+wqyaCNyQ84Mm8wCm+Gc00OpUl74xCQumW80\nygFJBX1SQ+ig/Fmr/gPPIucsFKLEnt3be7wsp+sgCRP9NlPNXHaeXMMl22kZJBjP\n5PBRXgOIEwZ2Jl+C7cwsybo4ui6so6cNaMWxFnddhEkQioKChi/qeJg3Mp5usPQ5\nfDMJLRSIW9vRhrHkQNzFXWQzaHCuam6LLPjrj/U7/it5B6PmYeBOq3R1jm6eE0sH\nS3/Zh4/1Wxr8FJuQaVxqQawCeQgna1Yl1JseGEgM7UKD5pDEh42OtdRRqAV98ndZ\nETNXGeTFkJZwpe2TGG3DApF6YTTLtiwyt0/OVeLsig==\n-----END CERTIFICATE-----'
+ echo $'-----BEGIN CERTIFICATE-----\nMIIInTCCB4WgAwIBAgIQDF6TVtGRC5n/d769AVHfETANBgkqhkiG9w0BAQsFADAS\nMRAwDgYDVQQKEwdSb290IENBMCAXDTI2MDgwNDEzMjA0MloYDzk5OTkxMjMxMjM1\nOTU5WjAQMQ4wDAYDVQQKEwVQU01EQjCCASIwDQYJKoZIhvcNAQEBBQADggEPADCC\nAQoCggEBALN2Urlfao6/x+U7YS6RGvQgywLcyH8DV1q+knZ0AbJ+2rv0xd63WLdI\nULNtc2pI8C38Nj42K/saG59XaHLvdWdsNUp4XDbrHWJwulB+b62l3Kzu+TRWPBV7\nKEq+VI/YH2GmH+jEvUF9IBSvUqjbhTgENkJpho57aPHzC99JsLNclA/sW6aMS3l9\nVniV179rBgOo9xnmVesyRRXbWK2CFCHKoijehwDuVed9pImUgbmdQv+9ugf7zGRK\nxdi6tvYDBI5+admY4dUKGRBb2HCmq1zv7d0eT6szZeeVtlc38B3stkMUodcE36eV\nA6VE/VndhWayqufdOg2/FZndg1k8jvMCAwEAAaOCBe0wggXpMA4GA1UdDwEB/wQE\nAwIFoDAdBgNVHSUEFjAUBggrBgEFBQcDAQYIKwYBBQUHAwIwDAYDVR0TAQH/BAIw\nADAfBgNVHSMEGDAWgBR4YohaFqqtGPzWDN5iJ2HVCxcT1DCCBYcGA1UdEQSCBX4w\nggV6gglsb2NhbGhvc3SCDXNvbWUtbmFtZS1yczCCK3NvbWUtbmFtZS1yczAuc3Bs\naXQtaG9yaXpvbi1tYW51YWwtdGxzLTQxODCCPXNvbWUtbmFtZS1yczAuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCDyouc29t\nZS1uYW1lLXJzMIItKi5zb21lLW5hbWUtcnMwLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwgj8qLnNvbWUtbmFtZS1yczAuc3BsaXQtaG9yaXpvbi1tYW51YWwt\ndGxzLTQxODAuc3ZjLmNsdXN0ZXIubG9jYWyCQHNvbWUtbmFtZS1yczAuc3BsaXQt\naG9yaXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQiou\nc29tZS1uYW1lLXJzMC5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMu\nY2x1c3RlcnNldC5sb2NhbIIdc29tZS1uYW1lLXJzMC0wLmNsb3VkZGVtby54eXqC\nHXNvbWUtbmFtZS1yczAtMS5jbG91ZGRlbW8ueHl6gh1zb21lLW5hbWUtcnMwLTIu\nY2xvdWRkZW1vLnh5eoIdc29tZS1uYW1lLXJzMC0zLmNsb3VkZGVtby54eXqCHXNv\nbWUtbmFtZS1yczAtNC5jbG91ZGRlbW8ueHl6gjQqLnNwbGl0LWhvcml6b24tbWFu\ndWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2FsghBzb21lLW5hbWUtbW9u\nZ29zgi5zb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwgkBzb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00\nMTgwLnN2Yy5jbHVzdGVyLmxvY2FsghIqLnNvbWUtbmFtZS1tb25nb3OCMCouc29t\nZS1uYW1lLW1vbmdvcy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MIJCKi5z\nb21lLW5hbWUtbW9uZ29zLnNwbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2\nYy5jbHVzdGVyLmxvY2Fsgg1zb21lLW5hbWUtY2Zngitzb21lLW5hbWUtY2ZnLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwgj1zb21lLW5hbWUtY2ZnLnNwbGl0\nLWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2Fsgg8qLnNv\nbWUtbmFtZS1jZmeCLSouc29tZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVh\nbC10bHMtNDE4MII/Ki5zb21lLW5hbWUtY2ZnLnNwbGl0LWhvcml6b24tbWFudWFs\nLXRscy00MTgwLnN2Yy5jbHVzdGVyLmxvY2FsgkNzb21lLW5hbWUtbW9uZ29zLnNw\nbGl0LWhvcml6b24tbWFudWFsLXRscy00MTgwLnN2Yy5jbHVzdGVyc2V0LmxvY2Fs\ngkUqLnNvbWUtbmFtZS1tb25nb3Muc3BsaXQtaG9yaXpvbi1tYW51YWwtdGxzLTQx\nODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQHNvbWUtbmFtZS1jZmcuc3BsaXQtaG9y\naXpvbi1tYW51YWwtdGxzLTQxODAuc3ZjLmNsdXN0ZXJzZXQubG9jYWyCQiouc29t\nZS1uYW1lLWNmZy5zcGxpdC1ob3Jpem9uLW1hbnVhbC10bHMtNDE4MC5zdmMuY2x1\nc3RlcnNldC5sb2NhbDANBgkqhkiG9w0BAQsFAAOCAQEAniK7wWahgX/gkyJvqn8o\n2foZyjmCBWmAdqPT1WXLP6KHuylGQ8VpzFBHihpo/DA5ypjeX0cSQiLcuDfQUNMy\nDc3e9P2eLqXMCXLQpUIB0eAKcHjBTi+sS1OSKT8ezbRoz8VP6PyKuZsWN8gPUPuQ\nwPS9WSGlUFpxa6SuVdcrTj4fShaZn+q0tBTX/2jBVYclLiHpc15f2Wd0VyWnAvwU\nQFMyjZNRKm5eTnlSMxCR7BlkKYpJGJhNlMKgJe6K2AjrEXlsK5LpsqhTQppO7WBP\nM8/fXRlJ4jEnOEcs1n8gwTR7O/lrdCoktPbbhf4QSd5JQZ59jDUHxoNff/zwiPJ1\nkg==\n-----END CERTIFICATE-----'
+ openssl verify -CAfile /tmp/tmp.wOK898t8HN/ca.crt /tmp/tmp.wOK898t8HN/tls.crt
+ echo 'OK: '\''some-name-ssl-internal'\'' is signed by CA in '\''some-name-ca-cert'\'''
OK: 'some-name-ssl-internal' is signed by CA in 'some-name-ca-cert'
+ desc 'scale up to 5 members'
+ set +o xtrace


-----------------------------------------------------------------------------------
scale up to 5 members
-----------------------------------------------------------------------------------

+ kubectl_bin patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.DrL9HtjOBQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.i1GzJEkN4b
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'psmdb' 'some-name' '--type=json' '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 5}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DrL9HtjOBQ
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.i1GzJEkN4b
+ rm /tmp/tmp.DrL9HtjOBQ /tmp/tmp.i1GzJEkN4b
+ return 0
+ wait_for_running some-name-rs0 5
+ local name=some-name-rs0
+ let last_pod=4
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 4
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 4 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 4 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 4 ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 3 -eq 4 ]]
+ wait_pod some-name-rs0-3
+ local pod=some-name-rs0-3
+ set +o xtrace
waiting for pod/some-name-rs0-3 to be ready...........OK
+ for i in $(seq 0 $last_pod)
+ [[ 4 -eq 4 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CDe6MKLBJe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rjJnYzzzMW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CDe6MKLBJe
++ cat /tmp/tmp.rjJnYzzzMW
++ rm /tmp/tmp.CDe6MKLBJe /tmp/tmp.rjJnYzzzMW
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-4
+ local pod=some-name-rs0-4
+ set +o xtrace
waiting for pod/some-name-rs0-4 to be ready..............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2fnHJlIY4S
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uU2U4OdZ2p
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2fnHJlIY4S
++ cat /tmp/tmp.uU2U4OdZ2p
++ rm /tmp/tmp.2fnHJlIY4S /tmp/tmp.uU2U4OdZ2p
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pgKjp2kF2r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RzsQdCXnsl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pgKjp2kF2r
++ cat /tmp/tmp.RzsQdCXnsl
++ rm /tmp/tmp.pgKjp2kF2r /tmp/tmp.RzsQdCXnsl
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cdSVZiPnf3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PxnRUr78sv
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cdSVZiPnf3
++ cat /tmp/tmp.PxnRUr78sv
++ rm /tmp/tmp.cdSVZiPnf3 /tmp/tmp.PxnRUr78sv
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify horizons after scale up'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons after scale up
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
+ local suffix=.svc.cluster.local
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HAvzWXZcog
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2eG6bzCJSc
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HAvzWXZcog
++ cat /tmp/tmp.2eG6bzCJSc
++ rm /tmp/tmp.HAvzWXZcog /tmp/tmp.2eG6bzCJSc
++ return 0
+ local client_container=psmdb-client-674565f67f-p2jdk
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.wjuAMS2LVu
++ mktemp
+ local LAST_ERR=/tmp/tmp.upyl3aP9wo
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-674565f67f-p2jdk' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wjuAMS2LVu
+ cat /tmp/tmp.upyl3aP9wo
+ rm /tmp/tmp.wjuAMS2LVu /tmp/tmp.upyl3aP9wo
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/compare/horizons-5.json /tmp/tmp.wOK898t8HN/horizons-5.json
+ desc 'scale down to 3 members'
+ set +o xtrace


-----------------------------------------------------------------------------------
scale down to 3 members
-----------------------------------------------------------------------------------

+ kubectl_bin patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]'
++ mktemp
+ local LAST_OUT=/tmp/tmp.KuoU6k5tlL
++ mktemp
+ local LAST_ERR=/tmp/tmp.7lHYbpInuF
+ local exit_status=0
+ local timeout=4
+ args=('patch' 'psmdb' 'some-name' '--type=json' '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl patch psmdb some-name --type=json '-p=[{"op": "replace", "path": "/spec/replsets/0/size", "value": 3}]'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.KuoU6k5tlL
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.7lHYbpInuF
+ rm /tmp/tmp.KuoU6k5tlL /tmp/tmp.7lHYbpInuF
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.twYD0Xx4De
+++ mktemp
++ local LAST_ERR=/tmp/tmp.S5MfMvC0FJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.twYD0Xx4De
++ cat /tmp/tmp.S5MfMvC0FJ
++ rm /tmp/tmp.twYD0Xx4De /tmp/tmp.S5MfMvC0FJ
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H13RE58vUw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.b3Iqh10LKX
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.H13RE58vUw
++ cat /tmp/tmp.b3Iqh10LKX
++ rm /tmp/tmp.H13RE58vUw /tmp/tmp.b3Iqh10LKX
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x894ooeLdM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HYz5lUOnyT
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.x894ooeLdM
++ cat /tmp/tmp.HYz5lUOnyT
++ rm /tmp/tmp.x894ooeLdM /tmp/tmp.HYz5lUOnyT
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready...
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rMrUnc6Nh1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1EGbAqKU3d
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rMrUnc6Nh1
++ cat /tmp/tmp.1EGbAqKU3d
++ rm /tmp/tmp.rMrUnc6Nh1 /tmp/tmp.1EGbAqKU3d
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ desc 'verify horizons after scale down'
+ set +o xtrace


-----------------------------------------------------------------------------------
verify horizons after scale down
-----------------------------------------------------------------------------------

+ run_mongo_tls 'rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))' clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz mongodb '' --quiet
+ local 'command=rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))'
+ local uri=clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|does not match the remote host name'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2ooyXnOqSG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qLIHfxXiFE
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2ooyXnOqSG
++ cat /tmp/tmp.qLIHfxXiFE
++ rm /tmp/tmp.2ooyXnOqSG /tmp/tmp.qLIHfxXiFE
++ return 0
+ local client_container=psmdb-client-674565f67f-p2jdk
+ local mongo_flag=--quiet
+ local port=27017
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
+ [[ clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz == *cfg* ]]
+ replica_set=rs0
+ kubectl_bin exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
++ mktemp
+ local LAST_OUT=/tmp/tmp.RkiGscyjC4
++ mktemp
+ local LAST_ERR=/tmp/tmp.y210mcSntr
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-674565f67f-p2jdk' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-674565f67f-p2jdk -- bash -c 'export HOME=/tmp; printf '\''rs.conf().members.map(function(member) { return member.horizons }).sort((a, b) => a.external.localeCompare(b.external))\n'\'' | mongo mongodb://clusterAdmin:clusterAdmin123456@some-name-rs0-0.clouddemo.xyz,some-name-rs0-1.clouddemo.xyz,some-name-rs0-2.clouddemo.xyz.svc.cluster.local:27017/admin?replicaSet=rs0 --tls --tlsCAFile /etc/mongodb-ssl/ca.crt  --tlsCertificateKeyFile /tmp/tls.pem --tlsAllowInvalidHostnames --quiet'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RkiGscyjC4
+ cat /tmp/tmp.y210mcSntr
+ rm /tmp/tmp.RkiGscyjC4 /tmp/tmp.y210mcSntr
+ return 0
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/compare/horizons-3.json /tmp/tmp.wOK898t8HN/horizons.json
+ desc 'remove horizon configuration'
+ set +o xtrace


-----------------------------------------------------------------------------------
remove horizon configuration
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/split-horizon-manual-tls/conf/some-name.yml
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2491-6cfab0ed6"'
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.N5k0HBD6Cj
+ yq eval '(.spec | select(has("search"))).search.image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongot"'
+ add_arch_to_psmdb -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ /usr/sbin/sed -e s/NAME_SPACE/split-horizon-manual-tls-4180/g
+ yq eval '.spec.upgradeOptions.apply="Never"'
++ mktemp
+ local LAST_ERR=/tmp/tmp.10yxnnOgb2
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.N5k0HBD6Cj
perconaservermongodb.psmdb.percona.com/some-name configured
+ cat /tmp/tmp.10yxnnOgb2
+ rm /tmp/tmp.N5k0HBD6Cj /tmp/tmp.10yxnnOgb2
+ return 0
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xljUwOkNJi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9XArUQF8xM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xljUwOkNJi
++ cat /tmp/tmp.9XArUQF8xM
++ rm /tmp/tmp.xljUwOkNJi /tmp/tmp.9XArUQF8xM
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bblX1WakFj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.777HHjVTdC
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bblX1WakFj
++ cat /tmp/tmp.777HHjVTdC
++ rm /tmp/tmp.bblX1WakFj /tmp/tmp.777HHjVTdC
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XeOCzcrCl7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NqolcIucSv
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XeOCzcrCl7
++ cat /tmp/tmp.NqolcIucSv
++ rm /tmp/tmp.XeOCzcrCl7 /tmp/tmp.NqolcIucSv
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready..........................................................
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5tV6MuTxqf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Mk5ieyEBFY
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5tV6MuTxqf
++ cat /tmp/tmp.Mk5ieyEBFY
++ rm /tmp/tmp.5tV6MuTxqf /tmp/tmp.Mk5ieyEBFY
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ destroy split-horizon-manual-tls-4180
+ local namespace=split-horizon-manual-tls-4180
+ local ignore_logs=true
+ [[ 0 == 1 ]]
+ desc 'destroy cluster/operator and all other resources'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy cluster/operator and all other resources
-----------------------------------------------------------------------------------

+ '[' true == false ']'
+ delete_backups
+ desc 'Delete psmdb-backup'
+ set +o xtrace


-----------------------------------------------------------------------------------
Delete psmdb-backup
-----------------------------------------------------------------------------------

++ kubectl_bin get psmdb-backup --no-headers
++ wc -l
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Cm0DBiZOSg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CsTNVoWSW0
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb-backup' '--no-headers')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup --no-headers
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Cm0DBiZOSg
++ cat /tmp/tmp.CsTNVoWSW0
No resources found in split-horizon-manual-tls-4180 namespace.
++ rm /tmp/tmp.Cm0DBiZOSg /tmp/tmp.CsTNVoWSW0
++ return 0
+ '[' 0 '!=' 0 ']'
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.n3n6rdFWkQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.RL3YJiGOfM
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.n3n6rdFWkQ
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.RL3YJiGOfM
+ rm /tmp/tmp.n3n6rdFWkQ /tmp/tmp.RL3YJiGOfM
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.IAe8cevNcO
++ mktemp
+ local LAST_ERR=/tmp/tmp.3KrZuurKCA
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.IAe8cevNcO
+ cat /tmp/tmp.3KrZuurKCA
+ rm /tmp/tmp.IAe8cevNcO /tmp/tmp.3KrZuurKCA
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.b16bVoQYkU
++ mktemp
+ local LAST_ERR=/tmp/tmp.kwAdVAZ7Kd
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.b16bVoQYkU
+ cat /tmp/tmp.kwAdVAZ7Kd
+ rm /tmp/tmp.b16bVoQYkU /tmp/tmp.kwAdVAZ7Kd
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.jFwJDz4mn6
++ mktemp
+ local LAST_ERR=/tmp/tmp.0bvqM5mbyC
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jFwJDz4mn6
+ cat /tmp/tmp.0bvqM5mbyC
+ rm /tmp/tmp.jFwJDz4mn6 /tmp/tmp.0bvqM5mbyC
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.rPzTI0Ixif
++ mktemp
+ local LAST_ERR=/tmp/tmp.HfcTBTSUeJ
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rPzTI0Ixif
+ cat /tmp/tmp.HfcTBTSUeJ
+ rm /tmp/tmp.rPzTI0Ixif /tmp/tmp.HfcTBTSUeJ
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.N9AWf83R9b
++ mktemp
+ local LAST_ERR=/tmp/tmp.T8Z9dprQbS
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.N9AWf83R9b
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.T8Z9dprQbS
+ rm /tmp/tmp.N9AWf83R9b /tmp/tmp.T8Z9dprQbS
+ return 0
+ destroy_cert_manager
+ [[ gke == rancher ]]
+ kubectl_bin delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ucoibXHZkI
++ mktemp
+ local LAST_ERR=/tmp/tmp.1F5IHQsaeJ
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' 'https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ucoibXHZkI
+ cat /tmp/tmp.1F5IHQsaeJ
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ucoibXHZkI
+ cat /tmp/tmp.1F5IHQsaeJ
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.ucoibXHZkI
+ cat /tmp/tmp.1F5IHQsaeJ
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ sleep 8
+ cat /tmp/tmp.ucoibXHZkI
+ cat /tmp/tmp.1F5IHQsaeJ
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": namespaces "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "challenges.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "orders.acme.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificaterequests.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "certificates.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "clusterissuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": customresourcedefinitions.apiextensions.k8s.io "issuers.cert-manager.io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": serviceaccounts "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-cluster-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-view" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-edit" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterroles.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-issuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-clusterissuers" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificates" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-orders" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-challenges" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-ingress-shim" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-approve:cert-manager-io" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-controller-certificatesigningrequests" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": clusterrolebindings.rbac.authorization.k8s.io "cert-manager-webhook:subjectaccessreviews" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": roles.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-cainjector:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager:leaderelection" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": rolebindings.rbac.authorization.k8s.io "cert-manager-webhook:dynamic-serving" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": services "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-cainjector" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": deployments.apps "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": mutatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
Error from server (NotFound): error when deleting "https://github.com/cert-manager/cert-manager/releases/download/v1.21.0/cert-manager.yaml": validatingwebhookconfigurations.admissionregistration.k8s.io "cert-manager-webhook" not found
+ rm /tmp/tmp.ucoibXHZkI /tmp/tmp.1F5IHQsaeJ
+ return 1
+ true
+ [[ -n '' ]]
+ '[' -n psmdb-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace split-horizon-manual-tls-4180
+ rm -rf /tmp/tmp.wOK898t8HN
+ kubectl_bin delete --grace-period=0 --force=true namespace psmdb-operator
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.3FojCaSC3D
+ desc 'test passed'
+ set +o xtrace


-----------------------------------------------------------------------------------
test passed
-----------------------------------------------------------------------------------

++ mktemp
+ local LAST_OUT=/tmp/tmp.xpjqdZBOJr
++ mktemp
+ local LAST_ERR=/tmp/tmp.TUWrinyHUv
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'split-horizon-manual-tls-4180')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ local LAST_ERR=/tmp/tmp.XuUPEax76W
+ local exit_status=0
+ local timeout=4
+ args=('delete' '--grace-period=0' '--force=true' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
++ seq 0 2
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace split-horizon-manual-tls-4180
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete --grace-period=0 --force=true namespace psmdb-operator

====================================================================================================
[PASSED] e2e-tests/test_pytest_wrapper.py::test_bash_wrapper
====================================================================================================



---------------------------------------- generated xml file: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/reports/split-horizon-manual-tls.xml ----------------------------------------
---------------------------------- Generated html report: file:///mnt/jenkins/workspace/cloud-psmdb-operator_PR-2491/e2e-tests/reports/split-horizon-manual-tls.html -----------------------------------
==================================================================================== 1 passed in 777.08s (0:12:57) =====================================================================================
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.xpjqdZBOJr
namespace "psmdb-operator" force deleted
+ cat /tmp/tmp.XuUPEax76W
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.xpjqdZBOJr /tmp/tmp.XuUPEax76W
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3FojCaSC3D
namespace "split-horizon-manual-tls-4180" force deleted
+ cat /tmp/tmp.TUWrinyHUv
Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
+ rm /tmp/tmp.3FojCaSC3D /tmp/tmp.TUWrinyHUv
+ return 0