Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/logs/tls-issue-cert-manager.log
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1
+ main
+ create_infra tls-issue-cert-manager-27428
+ local ns=tls-issue-cert-manager-27428
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.owSMnMeSWZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.eeMvV4ChOv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.owSMnMeSWZ
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.eeMvV4ChOv
+ rm /tmp/tmp.owSMnMeSWZ /tmp/tmp.eeMvV4ChOv
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.adxu6rOwh7
++ mktemp
+ local LAST_ERR=/tmp/tmp.T723SyC8Rp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.adxu6rOwh7
+ cat /tmp/tmp.T723SyC8Rp
+ rm /tmp/tmp.adxu6rOwh7 /tmp/tmp.T723SyC8Rp
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bMgpNKu2CC
++ mktemp
+ local LAST_ERR=/tmp/tmp.nWd99yqcTa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bMgpNKu2CC
+ cat /tmp/tmp.nWd99yqcTa
+ rm /tmp/tmp.bMgpNKu2CC /tmp/tmp.nWd99yqcTa
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.jrj5dl4voh
++ mktemp
+ local LAST_ERR=/tmp/tmp.dkvRaGql8H
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jrj5dl4voh
+ cat /tmp/tmp.dkvRaGql8H
+ rm /tmp/tmp.jrj5dl4voh /tmp/tmp.dkvRaGql8H
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.zMgx4Ak21o
++ mktemp
+ local LAST_ERR=/tmp/tmp.zQlHUgDFNi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zMgx4Ak21o
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.zQlHUgDFNi
+ rm /tmp/tmp.zMgx4Ak21o /tmp/tmp.zQlHUgDFNi
+ return 0
+ check_crd_for_deletion PR-1572-0178d1fb
+ local git_tag=PR-1572-0178d1fb
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1572-0178d1fb/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/bin/sed s/---//g
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I6YbMoqXGV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SpzQfsx0Xc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.I6YbMoqXGV
++ cat /tmp/tmp.SpzQfsx0Xc
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.I6YbMoqXGV
++ cat /tmp/tmp.SpzQfsx0Xc
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.I6YbMoqXGV
++ cat /tmp/tmp.SpzQfsx0Xc
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.I6YbMoqXGV
++ cat /tmp/tmp.SpzQfsx0Xc
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.I6YbMoqXGV /tmp/tmp.SpzQfsx0Xc
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

++ mktemp
+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ local LAST_OUT=/tmp/tmp.fRBk1q1sjB
+ local LAST_OUT=/tmp/tmp.kHLi3MR3Bh
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.cG58mSYZEu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.3slwgP4uOe
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fRBk1q1sjB
+ cat /tmp/tmp.cG58mSYZEu
+ rm /tmp/tmp.fRBk1q1sjB /tmp/tmp.cG58mSYZEu
+ return 0
namespace "cert-manager" deleted
namespace "tls-issue-cert-manager-14237" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kHLi3MR3Bh
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.3slwgP4uOe
+ rm /tmp/tmp.kHLi3MR3Bh /tmp/tmp.3slwgP4uOe
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.NpWBydqTYA
++ mktemp
+ local LAST_ERR=/tmp/tmp.9KPM6ktXAg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NpWBydqTYA
+ cat /tmp/tmp.9KPM6ktXAg
+ rm /tmp/tmp.NpWBydqTYA /tmp/tmp.9KPM6ktXAg
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.fxYO45kjCq
++ mktemp
+ local LAST_ERR=/tmp/tmp.ioNuyG8U0K
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fxYO45kjCq
namespace/psmdb-operator created
+ cat /tmp/tmp.ioNuyG8U0K
+ rm /tmp/tmp.fxYO45kjCq /tmp/tmp.ioNuyG8U0K
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NG8YpJxhkY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gUO4nzvwHB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NG8YpJxhkY
++ cat /tmp/tmp.gUO4nzvwHB
++ rm /tmp/tmp.NG8YpJxhkY /tmp/tmp.gUO4nzvwHB
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.O0qL02BPKc
++ mktemp
+ local LAST_ERR=/tmp/tmp.fD2Kpz2mYf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.O0qL02BPKc
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8" modified.
+ cat /tmp/tmp.fD2Kpz2mYf
+ rm /tmp/tmp.O0qL02BPKc /tmp/tmp.fD2Kpz2mYf
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.gPBhjj61As
++ mktemp
+ local LAST_ERR=/tmp/tmp.sv5WD5rsLA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gPBhjj61As
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.sv5WD5rsLA
+ rm /tmp/tmp.gPBhjj61As /tmp/tmp.sv5WD5rsLA
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.a9oCDvgPwI
++ mktemp
+ local LAST_ERR=/tmp/tmp.IYwUzHrc6e
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.a9oCDvgPwI
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.IYwUzHrc6e
+ rm /tmp/tmp.a9oCDvgPwI /tmp/tmp.IYwUzHrc6e
+ return 0
+ kubectl_bin apply -f -
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1572-0178d1fb") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.2vx3wRdn86
++ mktemp
+ local LAST_ERR=/tmp/tmp.nEPryrwQS5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2vx3wRdn86
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.nEPryrwQS5
+ rm /tmp/tmp.2vx3wRdn86 /tmp/tmp.nEPryrwQS5
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.weVJ18nuFy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WFvNl5P8H8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.weVJ18nuFy
++ cat /tmp/tmp.WFvNl5P8H8
++ rm /tmp/tmp.weVJ18nuFy /tmp/tmp.WFvNl5P8H8
++ return 0
+ wait_pod percona-server-mongodb-operator-6c4b455457-qqlpd
+ local pod=percona-server-mongodb-operator-6c4b455457-qqlpd
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-6c4b455457-qqlpd to be ready.OK
+ create_namespace tls-issue-cert-manager-27428
+ local namespace=tls-issue-cert-manager-27428
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
++ mktemp
+ desc 'cleaned up old namespaces tls-issue-cert-manager-27428'
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces tls-issue-cert-manager-27428
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace tls-issue-cert-manager-27428 --ignore-not-found
++ mktemp
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ local LAST_OUT=/tmp/tmp.nvH4EnMnsp
++ mktemp
+ local LAST_OUT=/tmp/tmp.YJEJkBGZOD
++ mktemp
+ local LAST_ERR=/tmp/tmp.3EXtvVyxVt
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.TmhedssE3T
++ seq 0 2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace tls-issue-cert-manager-27428 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nvH4EnMnsp
+ cat /tmp/tmp.3EXtvVyxVt
+ rm /tmp/tmp.nvH4EnMnsp /tmp/tmp.3EXtvVyxVt
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YJEJkBGZOD
+ cat /tmp/tmp.TmhedssE3T
+ rm /tmp/tmp.YJEJkBGZOD /tmp/tmp.TmhedssE3T
+ return 0
+ kubectl_bin wait --for=delete namespace tls-issue-cert-manager-27428
++ mktemp
+ local LAST_OUT=/tmp/tmp.eOGdH6cJQC
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZDHiAbd1VQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace tls-issue-cert-manager-27428
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eOGdH6cJQC
+ cat /tmp/tmp.ZDHiAbd1VQ
+ rm /tmp/tmp.eOGdH6cJQC /tmp/tmp.ZDHiAbd1VQ
+ return 0
+ desc 'create namespace tls-issue-cert-manager-27428'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace tls-issue-cert-manager-27428
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace tls-issue-cert-manager-27428
++ mktemp
+ local LAST_OUT=/tmp/tmp.slHh2wAYrM
++ mktemp
+ local LAST_ERR=/tmp/tmp.1v5tHMk6QC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace tls-issue-cert-manager-27428
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.slHh2wAYrM
namespace/tls-issue-cert-manager-27428 created
+ cat /tmp/tmp.1v5tHMk6QC
+ rm /tmp/tmp.slHh2wAYrM /tmp/tmp.1v5tHMk6QC
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.elkeJrlXU1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7jgrFYeqQa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.elkeJrlXU1
++ cat /tmp/tmp.7jgrFYeqQa
++ rm /tmp/tmp.elkeJrlXU1 /tmp/tmp.7jgrFYeqQa
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8 --namespace=tls-issue-cert-manager-27428
++ mktemp
+ local LAST_OUT=/tmp/tmp.5nt9lTH5Ho
++ mktemp
+ local LAST_ERR=/tmp/tmp.MWtuFldN7B
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8 --namespace=tls-issue-cert-manager-27428
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5nt9lTH5Ho
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1572-0178d1fb-4-cluster8" modified.
+ cat /tmp/tmp.MWtuFldN7B
+ rm /tmp/tmp.5nt9lTH5Ho /tmp/tmp.MWtuFldN7B
+ return 0
+ deploy_cert_manager
+ desc 'deploy cert manager'
+ set +o xtrace


-----------------------------------------------------------------------------------
deploy cert manager
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace cert-manager
++ mktemp
+ local LAST_OUT=/tmp/tmp.XTD3cXO6o9
++ mktemp
+ local LAST_ERR=/tmp/tmp.ALE3DbkpWi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace cert-manager
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XTD3cXO6o9
namespace/cert-manager created
+ cat /tmp/tmp.ALE3DbkpWi
+ rm /tmp/tmp.XTD3cXO6o9 /tmp/tmp.ALE3DbkpWi
+ return 0
+ kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true
++ mktemp
+ local LAST_OUT=/tmp/tmp.rtawyy6g9j
++ mktemp
+ local LAST_ERR=/tmp/tmp.8uWwTVKPto
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rtawyy6g9j
namespace/cert-manager labeled
+ cat /tmp/tmp.8uWwTVKPto
+ rm /tmp/tmp.rtawyy6g9j /tmp/tmp.8uWwTVKPto
+ return 0
+ kubectl_bin apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.14.5/cert-manager.yaml --validate=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.28nmZsGAMB
++ mktemp
+ local LAST_ERR=/tmp/tmp.TclrDBvLwG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.14.5/cert-manager.yaml --validate=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.28nmZsGAMB
namespace/cert-manager configured
customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged
customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged
serviceaccount/cert-manager-cainjector created
serviceaccount/cert-manager created
serviceaccount/cert-manager-webhook created
clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged
clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured
role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged
role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged
rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured
rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created
service/cert-manager created
service/cert-manager-webhook created
deployment.apps/cert-manager-cainjector created
deployment.apps/cert-manager created
deployment.apps/cert-manager-webhook created
mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured
+ cat /tmp/tmp.TclrDBvLwG
Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.
+ rm /tmp/tmp.28nmZsGAMB /tmp/tmp.TclrDBvLwG
+ return 0
+ kubectl_bin -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ui1Poe3iov
++ mktemp
+ local LAST_ERR=/tmp/tmp.SdSrIJR2hA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl -n cert-manager wait pod -l app.kubernetes.io/instance=cert-manager --for=condition=ready
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ui1Poe3iov
pod/cert-manager-5658d944df-5nvzb condition met
pod/cert-manager-cainjector-cb99ff845-jwbc2 condition met
pod/cert-manager-webhook-7fd74b8dc7-9vbv2 condition met
+ cat /tmp/tmp.SdSrIJR2hA
+ rm /tmp/tmp.Ui1Poe3iov /tmp/tmp.SdSrIJR2hA
+ return 0
+ sleep 120
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CROxAjlzwR
++ mktemp
+ local LAST_ERR=/tmp/tmp.5NtTT2HGri
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CROxAjlzwR
secret/some-users created
+ cat /tmp/tmp.5NtTT2HGri
+ rm /tmp/tmp.CROxAjlzwR /tmp/tmp.5NtTT2HGri
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.L3iQivnGsz
++ mktemp
+ local LAST_ERR=/tmp/tmp.DurkWfnlKW
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.L3iQivnGsz
deployment.apps/psmdb-client created
+ cat /tmp/tmp.DurkWfnlKW
+ rm /tmp/tmp.L3iQivnGsz /tmp/tmp.DurkWfnlKW
+ return 0
+ desc 'create custom cert-manager issuers and certificates'
+ set +o xtrace


-----------------------------------------------------------------------------------
create custom cert-manager issuers and certificates
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-ca-issuer.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.g8RDjDeAG1
++ mktemp
+ local LAST_ERR=/tmp/tmp.vYRlGEDtuC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-ca-issuer.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.g8RDjDeAG1
issuer.cert-manager.io/some-name-psmdb-ca-issuer created
+ cat /tmp/tmp.vYRlGEDtuC
+ rm /tmp/tmp.g8RDjDeAG1 /tmp/tmp.vYRlGEDtuC
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-issuer.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.yywK7BFsam
++ mktemp
+ local LAST_ERR=/tmp/tmp.cikdni1uSA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-issuer.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yywK7BFsam
issuer.cert-manager.io/some-name-psmdb-issuer created
+ cat /tmp/tmp.cikdni1uSA
+ rm /tmp/tmp.yywK7BFsam /tmp/tmp.cikdni1uSA
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ca-cert.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Z7PGRhfQD7
++ mktemp
+ local LAST_ERR=/tmp/tmp.FB9UENyFgp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ca-cert.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Z7PGRhfQD7
certificate.cert-manager.io/some-name-ca-cert created
+ cat /tmp/tmp.FB9UENyFgp
+ rm /tmp/tmp.Z7PGRhfQD7 /tmp/tmp.FB9UENyFgp
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl-internal.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.PKcCugTmKY
++ mktemp
+ local LAST_ERR=/tmp/tmp.nMckotFDTS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl-internal.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PKcCugTmKY
certificate.cert-manager.io/some-name-ssl-internal created
+ cat /tmp/tmp.nMckotFDTS
+ rm /tmp/tmp.PKcCugTmKY /tmp/tmp.nMckotFDTS
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.QIx5Htxam1
++ mktemp
+ local LAST_ERR=/tmp/tmp.xkLiqVdHH6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QIx5Htxam1
certificate.cert-manager.io/some-name-ssl created
+ cat /tmp/tmp.xkLiqVdHH6
+ rm /tmp/tmp.QIx5Htxam1 /tmp/tmp.xkLiqVdHH6
+ return 0
+ deploy_cmctl
+ local service_account=cmctl
+ /usr/bin/sed -e s/percona-server-mongodb-operator/cmctl/g /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/deploy/rbac.yaml
+ yq '(select(.rules).rules[] | select(contains({"apiGroups": ["cert-manager.io"]}))).resources += "certificates/status"'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.TcJmCFyTJt
++ mktemp
+ local LAST_ERR=/tmp/tmp.PoUqYyddsn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TcJmCFyTJt
role.rbac.authorization.k8s.io/cmctl created
serviceaccount/cmctl created
rolebinding.rbac.authorization.k8s.io/service-account-cmctl created
+ cat /tmp/tmp.PoUqYyddsn
+ rm /tmp/tmp.TcJmCFyTJt /tmp/tmp.PoUqYyddsn
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/cmctl.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.l0004TCB3Z
++ mktemp
+ local LAST_ERR=/tmp/tmp.SmnLPvlyy1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/conf/cmctl.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l0004TCB3Z
deployment.apps/cmctl created
+ cat /tmp/tmp.SmnLPvlyy1
+ rm /tmp/tmp.l0004TCB3Z /tmp/tmp.SmnLPvlyy1
+ return 0
+ sleep 60
+ cluster=some-name
+ desc 'create first PSMDB cluster some-name'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1572-0178d1fb"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.a8w3D6wthe
++ mktemp
+ local LAST_ERR=/tmp/tmp.kWVrIo7h8E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.a8w3D6wthe
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.kWVrIo7h8E
+ rm /tmp/tmp.a8w3D6wthe /tmp/tmp.kWVrIo7h8E
+ return 0
+ desc 'check if all Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready..............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready..............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.apwOYOx8of
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6BwI5JAu8p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.apwOYOx8of
++ cat /tmp/tmp.6BwI5JAu8p
++ rm /tmp/tmp.apwOYOx8of /tmp/tmp.6BwI5JAu8p
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready..............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I8TkyltY5C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GR96iOie8v
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.I8TkyltY5C
++ cat /tmp/tmp.GR96iOie8v
++ rm /tmp/tmp.I8TkyltY5C /tmp/tmp.GR96iOie8v
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness........................
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.McMLwxTHgI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Mn43EDBazl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.McMLwxTHgI
++ cat /tmp/tmp.Mn43EDBazl
++ rm /tmp/tmp.McMLwxTHgI /tmp/tmp.Mn43EDBazl
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YzN4MbtUDP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.od5o1QgPnI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YzN4MbtUDP
++ cat /tmp/tmp.od5o1QgPnI
++ rm /tmp/tmp.YzN4MbtUDP /tmp/tmp.od5o1QgPnI
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ false == \t\r\u\e ]]
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oTqoivQwX5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.E2mSVV9Khh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oTqoivQwX5
++ cat /tmp/tmp.E2mSVV9Khh
++ rm /tmp/tmp.oTqoivQwX5 /tmp/tmp.E2mSVV9Khh
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pFYi2hSj8a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3qmalUHNWr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pFYi2hSj8a
++ cat /tmp/tmp.3qmalUHNWr
++ rm /tmp/tmp.pFYi2hSj8a /tmp/tmp.3qmalUHNWr
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ desc 'compare custom certificates and issuers'
+ set +o xtrace


-----------------------------------------------------------------------------------
compare custom certificates and issuers
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-ssl -custom
+ local resource=certificate/some-name-ssl
+ local postfix=-custom
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-custom.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-custom-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.HGXvSR7rsU
++ mktemp
+ local LAST_ERR=/tmp/tmp.9r46PAXZ3a
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HGXvSR7rsU
+ cat /tmp/tmp.9r46PAXZ3a
+ rm /tmp/tmp.HGXvSR7rsU /tmp/tmp.9r46PAXZ3a
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-custom.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-custom.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ compare_kubectl certificate/some-name-ssl-internal -custom
+ local resource=certificate/some-name-ssl-internal
+ local postfix=-custom
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-custom.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-custom-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl-internal
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.bjS1vawABw
++ mktemp
+ local LAST_ERR=/tmp/tmp.cDCvhV2tRw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl-internal
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bjS1vawABw
+ cat /tmp/tmp.cDCvhV2tRw
+ rm /tmp/tmp.bjS1vawABw /tmp/tmp.cDCvhV2tRw
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-custom.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-custom.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ compare_kubectl certificate/some-name-ca-cert -custom
+ local resource=certificate/some-name-ca-cert
+ local postfix=-custom
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ca-cert-custom.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ca-cert.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ca-cert-custom-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ca-cert
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
++ mktemp
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.6UmADcUpvI
++ mktemp
+ local LAST_ERR=/tmp/tmp.5QMCjI9LuQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ca-cert
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6UmADcUpvI
+ cat /tmp/tmp.5QMCjI9LuQ
+ rm /tmp/tmp.6UmADcUpvI /tmp/tmp.5QMCjI9LuQ
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ca-cert.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ca-cert.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ca-cert.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ca-cert-custom.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ca-cert-custom.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ca-cert.yml
+ compare_kubectl issuer/some-name-psmdb-ca-issuer -custom
+ local resource=issuer/some-name-psmdb-ca-issuer
+ local postfix=-custom
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-custom.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-custom-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-ca-issuer
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.rD94yjNUBy
++ mktemp
+ local LAST_ERR=/tmp/tmp.QtvsaFhKLN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-ca-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rD94yjNUBy
+ cat /tmp/tmp.QtvsaFhKLN
+ rm /tmp/tmp.rD94yjNUBy /tmp/tmp.QtvsaFhKLN
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-custom.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-custom.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ compare_kubectl issuer/some-name-psmdb-issuer -custom
+ local resource=issuer/some-name-psmdb-issuer
+ local postfix=-custom
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-custom.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-custom-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-issuer
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.ltfk2jXrgW
++ mktemp
+ local LAST_ERR=/tmp/tmp.8Ui5Zhouoi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ltfk2jXrgW
+ cat /tmp/tmp.8Ui5Zhouoi
+ rm /tmp/tmp.ltfk2jXrgW /tmp/tmp.8Ui5Zhouoi
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-custom.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-custom.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ desc 'delete cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
delete cluster
-----------------------------------------------------------------------------------

+ kubectl delete psmdb --all
perconaservermongodb.psmdb.percona.com "some-name" deleted
+ kubectl delete pvc --all
persistentvolumeclaim "mongod-data-some-name-cfg-0" deleted
persistentvolumeclaim "mongod-data-some-name-cfg-1" deleted
persistentvolumeclaim "mongod-data-some-name-cfg-2" deleted
persistentvolumeclaim "mongod-data-some-name-rs0-0" deleted
persistentvolumeclaim "mongod-data-some-name-rs0-1" deleted
persistentvolumeclaim "mongod-data-some-name-rs0-2" deleted
+ desc 'delete custom cert-manager issuers and certificates'
+ set +o xtrace


-----------------------------------------------------------------------------------
delete custom cert-manager issuers and certificates
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-ca-issuer.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.1NNURIK6QK
++ mktemp
+ local LAST_ERR=/tmp/tmp.o49gtbDRHa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-ca-issuer.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1NNURIK6QK
issuer.cert-manager.io "some-name-psmdb-ca-issuer" deleted
+ cat /tmp/tmp.o49gtbDRHa
+ rm /tmp/tmp.1NNURIK6QK /tmp/tmp.o49gtbDRHa
+ return 0
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-issuer.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.qnU7J7YfUN
++ mktemp
+ local LAST_ERR=/tmp/tmp.gYrV6f39i3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-psmdb-issuer.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qnU7J7YfUN
issuer.cert-manager.io "some-name-psmdb-issuer" deleted
+ cat /tmp/tmp.gYrV6f39i3
+ rm /tmp/tmp.qnU7J7YfUN /tmp/tmp.gYrV6f39i3
+ return 0
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ca-cert.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y1va1MuwT1
++ mktemp
+ local LAST_ERR=/tmp/tmp.oovcALwbx2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ca-cert.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Y1va1MuwT1
certificate.cert-manager.io "some-name-ca-cert" deleted
+ cat /tmp/tmp.oovcALwbx2
+ rm /tmp/tmp.Y1va1MuwT1 /tmp/tmp.oovcALwbx2
+ return 0
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl-internal.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MXScJjCtOX
++ mktemp
+ local LAST_ERR=/tmp/tmp.TycnpqeXv5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl-internal.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MXScJjCtOX
certificate.cert-manager.io "some-name-ssl-internal" deleted
+ cat /tmp/tmp.TycnpqeXv5
+ rm /tmp/tmp.MXScJjCtOX /tmp/tmp.TycnpqeXv5
+ return 0
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.Oi8SugFURM
++ mktemp
+ local LAST_ERR=/tmp/tmp.uhMUFCkotM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name-ssl.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Oi8SugFURM
certificate.cert-manager.io "some-name-ssl" deleted
+ cat /tmp/tmp.uhMUFCkotM
+ rm /tmp/tmp.Oi8SugFURM /tmp/tmp.uhMUFCkotM
+ return 0
+ sleep 30
+ desc 'delete ssl secrets, operator should recreate them'
+ set +o xtrace


-----------------------------------------------------------------------------------
delete ssl secrets, operator should recreate them
-----------------------------------------------------------------------------------

+ kubectl_bin delete secret some-name-ssl-internal
++ mktemp
+ local LAST_OUT=/tmp/tmp.gOFT2gMQzN
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZpJ2MdDH3E
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete secret some-name-ssl-internal
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gOFT2gMQzN
secret "some-name-ssl-internal" deleted
+ cat /tmp/tmp.ZpJ2MdDH3E
+ rm /tmp/tmp.gOFT2gMQzN /tmp/tmp.ZpJ2MdDH3E
+ return 0
+ kubectl_bin delete secret some-name-ssl
++ mktemp
+ local LAST_OUT=/tmp/tmp.WfdP9Avkk3
++ mktemp
+ local LAST_ERR=/tmp/tmp.SlL68cwTW0
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete secret some-name-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WfdP9Avkk3
secret "some-name-ssl" deleted
+ cat /tmp/tmp.SlL68cwTW0
+ rm /tmp/tmp.WfdP9Avkk3 /tmp/tmp.SlL68cwTW0
+ return 0
+ sleep 30
+ desc 'recreate PSMDB cluster some-name'
+ set +o xtrace


-----------------------------------------------------------------------------------
recreate PSMDB cluster some-name
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/conf/some-name.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1572-0178d1fb"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.mpGawY3bag
++ mktemp
+ local LAST_ERR=/tmp/tmp.Yn8WTaesBk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mpGawY3bag
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.Yn8WTaesBk
+ rm /tmp/tmp.mpGawY3bag /tmp/tmp.Yn8WTaesBk
+ return 0
+ desc 'check if all Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready..............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready..............OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.A09DzVjUgF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q1SIavexKI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.A09DzVjUgF
++ cat /tmp/tmp.q1SIavexKI
++ rm /tmp/tmp.A09DzVjUgF /tmp/tmp.q1SIavexKI
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready............OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jTQV3QHZd0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.egzMVDr8Lp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jTQV3QHZd0
++ cat /tmp/tmp.egzMVDr8Lp
++ rm /tmp/tmp.jTQV3QHZd0 /tmp/tmp.egzMVDr8Lp
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.........................
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hETkk30UG6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wjNiHMfiGN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hETkk30UG6
++ cat /tmp/tmp.wjNiHMfiGN
++ rm /tmp/tmp.hETkk30UG6 /tmp/tmp.wjNiHMfiGN
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.anRzRgRPZi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Oa95xeb09K
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.anRzRgRPZi
++ cat /tmp/tmp.Oa95xeb09K
++ rm /tmp/tmp.anRzRgRPZi /tmp/tmp.Oa95xeb09K
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ false == \t\r\u\e ]]
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5JBwfh0Nii
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DQLzpaH5u8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5JBwfh0Nii
++ cat /tmp/tmp.DQLzpaH5u8
++ rm /tmp/tmp.5JBwfh0Nii /tmp/tmp.DQLzpaH5u8
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GxtOyEUWKo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.36Xn3bWoeo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GxtOyEUWKo
++ cat /tmp/tmp.36Xn3bWoeo
++ rm /tmp/tmp.GxtOyEUWKo /tmp/tmp.36Xn3bWoeo
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ compare_kubectl statefulset/some-name-rs0
+ local resource=statefulset/some-name-rs0
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-rs0
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.Oboj9qGEYW
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZJeSowRg7l
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Oboj9qGEYW
+ cat /tmp/tmp.ZJeSowRg7l
+ rm /tmp/tmp.Oboj9qGEYW /tmp/tmp.ZJeSowRg7l
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ compare_kubectl statefulset/some-name-cfg
+ local resource=statefulset/some-name-cfg
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-cfg
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.CrU1qr2084
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZSZQgYyqcf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CrU1qr2084
+ cat /tmp/tmp.ZSZQgYyqcf
+ rm /tmp/tmp.CrU1qr2084 /tmp/tmp.ZSZQgYyqcf
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ compare_kubectl statefulset/some-name-mongos
+ local resource=statefulset/some-name-mongos
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-mongos
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.fOpxI2wmdv
++ mktemp
+ local LAST_ERR=/tmp/tmp.3cfJXXEUOb
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fOpxI2wmdv
+ cat /tmp/tmp.3cfJXXEUOb
+ rm /tmp/tmp.fOpxI2wmdv /tmp/tmp.3cfJXXEUOb
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ desc 'check if certificates issued with certmanager'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificates issued with certmanager
-----------------------------------------------------------------------------------

+ check_tls_secret some-name-ssl
+ local secret_name=some-name-ssl
+ check_secret_data_key some-name-ssl ca.crt
+ local secret_name=some-name-ssl
+ local data_key=ca.crt
+ local secret_data
++ kubectl_bin get secrets/some-name-ssl -o json
++ jq '.data["ca.crt"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1DwABvid8M
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2Sim3Ne8et
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1DwABvid8M
++ cat /tmp/tmp.2Sim3Ne8et
++ rm /tmp/tmp.1DwABvid8M /tmp/tmp.2Sim3Ne8et
++ return 0
+ secret_data='"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUMrakNDQWVLZ0F3SUJBZ0lRQmU2dk1IK0d6THpqL3BTL3RWaGxqVEFOQmdrcWhraUc5dzBCQVFzRkFEQVgKTVJVd0V3WURWUVFERXd4emIyMWxMVzVoYldVdFkyRXdIaGNOTWpRd056QTNNVGd6TlRVNFdoY05NalV3TnpBMwpNVGd6TlRVNFdqQVhNUlV3RXdZRFZRUURFd3h6YjIxbExXNWhiV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCCkFRVUFBNElCRHdBd2dnRUtBb0lCQVFEQTVxWGFiQ3hucWdQWEFDOVNaWGJScUFnZWtHSW9CQTEvVzBOQ0QvcksKNEthMGNhY1lKWTF5Vnc3dFFsZmJ4RWowSFZXd1MvQVVwM01RamZ1YmNuRllCdVFnZmZPVDIvR2RSZUs0Z09MRwpobER5Zk1vMjgyNDNqN1lhUW01bEozVTlOQ2NzNVpnSStkSUR0aVBvcjZRYWlYcUluVGhnZktIUFlQVUdBWWdZCmZUL0luZHQyc0JhS1U2aktGS1JHcUVobGMzVENVU0FuL3ZoeUFnMnZobGhXQkN0YitKWXNsR204VEUzZC9LeGEKaTFWNkVSK283YUpZQUU5dEVSSGZjTHJsYzdOeitrV1UzYlpLS0J2QXVNME5XemJLMEw5NTB5SVpRU3NzQXp0NwovM29EYzAyUU5hUzFRT3RvaXhucEJwQVo5MXpaL24xNkM3aFFQT1BzRGJ3MUFnTUJBQUdqUWpCQU1BNEdBMVVkCkR3RUIvd1FFQXdJQ3BEQVBCZ05WSFJNQkFmOEVCVEFEQVFIL01CMEdBMVVkRGdRV0JCUkFZTU45dFdXenJmbjkKYXRldlpXa3Q2cTQvcXpBTkJna3Foa2lHOXcwQkFRc0ZBQU9DQVFFQVNYY1Z6dTBsMDNaWWU4ZjRhOWJQWnR3Zwpza0t4OHRTd05ib1lidU1qakxHaC9FVlNsdEFGb2Q2c1JsSXB3Qi8zcE55WmlZbVdZekhjKy9aQ1RQRzk4a1NNCm1rclBjOUNPQmtXQWw0bU8rbkNsMXRNYVRub3hheFY3bmxpL3BwSjYyWC9JenZtc01kUWxmOGxQMmg5MXRiaXcKa0ZEcU9kU3pQNmJWdjNVa0w2M1FHUzVGYW1VWmc5WnM5RG1NUVJ5U1JiV2hFR09Od3NlV3hWekdIV2dpNTRURgpka1NDdHYxUjFDZ3RNRWRycFlTNkJrVHkxOUFCZTNPamRydHVkVHYxc096cVAxY25GZk9rMzFNMWVxM2NGNzNKCk8vZ2FCVUJKSmxyK2x0WHhZN0ZEMTQ2ZFBvQUxodnNnMTVWbDhzNmVxbUN2Vmo3Um92UWV1ZUhvb1NQbkNBPT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUMrakNDQWVLZ0F3SUJBZ0lRQmU2dk1IK0d6THpqL3BTL3RWaGxqVEFOQmdrcWhraUc5dzBCQVFzRkFEQVgKTVJVd0V3WURWUVFERXd4emIyMWxMVzVoYldVdFkyRXdIaGNOTWpRd056QTNNVGd6TlRVNFdoY05NalV3TnpBMwpNVGd6TlRVNFdqQVhNUlV3RXdZRFZRUURFd3h6YjIxbExXNWhiV1V0WTJFd2dnRWlNQTBHQ1NxR1NJYjNEUUVCCkFRVUFBNElCRHdBd2dnRUtBb0lCQVFEQTVxWGFiQ3hucWdQWEFDOVNaWGJScUFnZWtHSW9CQTEvVzBOQ0QvcksKNEthMGNhY1lKWTF5Vnc3dFFsZmJ4RWowSFZXd1MvQVVwM01RamZ1YmNuRllCdVFnZmZPVDIvR2RSZUs0Z09MRwpobER5Zk1vMjgyNDNqN1lhUW01bEozVTlOQ2NzNVpnSStkSUR0aVBvcjZRYWlYcUluVGhnZktIUFlQVUdBWWdZCmZUL0luZHQyc0JhS1U2aktGS1JHcUVobGMzVENVU0FuL3ZoeUFnMnZobGhXQkN0YitKWXNsR204VEUzZC9LeGEKaTFWNkVSK283YUpZQUU5dEVSSGZjTHJsYzdOeitrV1UzYlpLS0J2QXVNME5XemJLMEw5NTB5SVpRU3NzQXp0NwovM29EYzAyUU5hUzFRT3RvaXhucEJwQVo5MXpaL24xNkM3aFFQT1BzRGJ3MUFnTUJBQUdqUWpCQU1BNEdBMVVkCkR3RUIvd1FFQXdJQ3BEQVBCZ05WSFJNQkFmOEVCVEFEQVFIL01CMEdBMVVkRGdRV0JCUkFZTU45dFdXenJmbjkKYXRldlpXa3Q2cTQvcXpBTkJna3Foa2lHOXcwQkFRc0ZBQU9DQVFFQVNYY1Z6dTBsMDNaWWU4ZjRhOWJQWnR3Zwpza0t4OHRTd05ib1lidU1qakxHaC9FVlNsdEFGb2Q2c1JsSXB3Qi8zcE55WmlZbVdZekhjKy9aQ1RQRzk4a1NNCm1rclBjOUNPQmtXQWw0bU8rbkNsMXRNYVRub3hheFY3bmxpL3BwSjYyWC9JenZtc01kUWxmOGxQMmg5MXRiaXcKa0ZEcU9kU3pQNmJWdjNVa0w2M1FHUzVGYW1VWmc5WnM5RG1NUVJ5U1JiV2hFR09Od3NlV3hWekdIV2dpNTRURgpka1NDdHYxUjFDZ3RNRWRycFlTNkJrVHkxOUFCZTNPamRydHVkVHYxc096cVAxY25GZk9rMzFNMWVxM2NGNzNKCk8vZ2FCVUJKSmxyK2x0WHhZN0ZEMTQ2ZFBvQUxodnNnMTVWbDhzNmVxbUN2Vmo3Um92UWV1ZUhvb1NQbkNBPT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']'
+ check_secret_data_key some-name-ssl tls.crt
+ local secret_name=some-name-ssl
+ local data_key=tls.crt
+ local secret_data
++ kubectl_bin get secrets/some-name-ssl -o json
++ jq '.data["tls.crt"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5wi0LV7Rgj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hEQpDeIsXH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5wi0LV7Rgj
++ cat /tmp/tmp.hEQpDeIsXH
++ rm /tmp/tmp.5wi0LV7Rgj /tmp/tmp.hEQpDeIsXH
++ return 0
+ secret_data='"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUg2RENDQnRDZ0F3SUJBZ0lSQVBSMnJqUEp4Ym9tc2V1Tk1vNU9tKzB3RFFZSktvWklodmNOQVFFTEJRQXcKRnpFVk1CTUdBMVVFQXhNTWMyOXRaUzF1WVcxbExXTmhNQjRYRFRJME1EY3dOekU0TkRFeE5Gb1hEVEkwTVRBdwpOVEU0TkRFeE5Gb3dKREVPTUF3R0ExVUVDaE1GVUZOTlJFSXhFakFRQmdOVkJBTVRDWE52YldVdGJtRnRaVENDCkFTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTldPRjJnOXdlVzFLS2txWVhMSXZraHoKVEZuQVZYMHZJVGdYOVpVbUlpUFVFMG83UnJJdmtGVktEQmRsbU5RcUplWEgxeGtjbm9yRHBFQWNhVmZYdkNRRApBYXpaSkMvakZUUDBCYkZ4Z2RhcEJWejRrSkFFUmlWSG9vVkJYSDI3NXlPU3o0RlV0SlZmRUZkbVJYblVkdlgyCml2VmZUa1ZmTVlHaUdPTnZtRmtKYmh3alNET2xPSXhmbm8wWVZ2RmxsaC85dFN0NXIyT2JPcEpXVEl2Q1pBSUgKc09Qb3JERTRnT09OYmU1VHVocnhUUi9PTlp0OFYyZDRDZWFzWTJkN0NsZVYzeC8yV25UZHVWZ0haNnlLVGQwZQpSQU5FOHUvMXdkVXloaFB5RkErYlZVNXNOVWFNK3VnMHZ1Zmp2Sm9INVBiWXl2TGZaQzExcG9MTU1zUE8rbDBDCkF3RUFBYU9DQlNBd2dnVWNNQTRHQTFVZER3RUIvd1FFQXdJRm9EQU1CZ05WSFJNQkFmOEVBakFBTUI4R0ExVWQKSXdRWU1CYUFGRUJndzMyMVpiT3QrZjFxMTY5bGFTM3FyaityTUlJRTJRWURWUjBSQklJRTBEQ0NCTXlDQ1d4dgpZMkZzYUc5emRJSU5jMjl0WlMxdVlXMWxMWEp6TUlJcWMyOXRaUzF1WVcxbExYSnpNQzUwYkhNdGFYTnpkV1V0ClkyVnlkQzF0WVc1aFoyVnlMVEkzTkRJNGdqeHpiMjFsTFc1aGJXVXRjbk13TG5Sc2N5MXBjM04xWlMxalpYSjAKTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1Oc2RYTjBaWEl1Ykc5allXeUNEeW91YzI5dFpTMXVZVzFsTFhKegpNSUlzS2k1emIyMWxMVzVoYldVdGNuTXdMblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamlDClBpb3VjMjl0WlMxdVlXMWxMWEp6TUM1MGJITXRhWE56ZFdVdFkyVnlkQzF0WVc1aFoyVnlMVEkzTkRJNExuTjIKWXk1amJIVnpkR1Z5TG14dlkyRnNnajl6YjIxbExXNWhiV1V0Y25Nd0xuUnNjeTFwYzNOMVpTMWpaWEowTFcxaApibUZuWlhJdE1qYzBNamd1YzNaakxtTnNkWE4wWlhKelpYUXViRzlqWVd5Q1FTb3VjMjl0WlMxdVlXMWxMWEp6Ck1DNTBiSE10YVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRMbk4yWXk1amJIVnpkR1Z5YzJWMExteHYKWTJGc2dqTXFMblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamd1YzNaakxtTnNkWE4wWlhKegpaWFF1Ykc5allXeUNFSE52YldVdGJtRnRaUzF0YjI1bmIzT0NMWE52YldVdGJtRnRaUzF0YjI1bmIzTXVkR3h6CkxXbHpjM1ZsTFdObGNuUXRiV0Z1WVdkbGNpMHlOelF5T0lJL2MyOXRaUzF1WVcxbExXMXZibWR2Y3k1MGJITXQKYVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRMbk4yWXk1amJIVnpkR1Z5TG14dlkyRnNnaElxTG5OdgpiV1V0Ym1GdFpTMXRiMjVuYjNPQ0x5b3VjMjl0WlMxdVlXMWxMVzF2Ym1kdmN5NTBiSE10YVhOemRXVXRZMlZ5CmRDMXRZVzVoWjJWeUxUSTNOREk0Z2tFcUxuTnZiV1V0Ym1GdFpTMXRiMjVuYjNNdWRHeHpMV2x6YzNWbExXTmwKY25RdGJXRnVZV2RsY2kweU56UXlPQzV6ZG1NdVkyeDFjM1JsY2k1c2IyTmhiSUlOYzI5dFpTMXVZVzFsTFdObQpaNElxYzI5dFpTMXVZVzFsTFdObVp5NTBiSE10YVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRnanh6CmIyMWxMVzVoYldVdFkyWm5MblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamd1YzNaakxtTnMKZFhOMFpYSXViRzlqWVd5Q0R5b3VjMjl0WlMxdVlXMWxMV05tWjRJc0tpNXpiMjFsTFc1aGJXVXRZMlpuTG5ScwpjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qaUNQaW91YzI5dFpTMXVZVzFsTFdObVp5NTBiSE10CmFYTnpkV1V0WTJWeWRDMXRZVzVoWjJWeUxUSTNOREk0TG5OMll5NWpiSFZ6ZEdWeUxteHZZMkZzZ2tKemIyMWwKTFc1aGJXVXRiVzl1WjI5ekxuUnNjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1OcwpkWE4wWlhKelpYUXViRzlqWVd5Q1JDb3VjMjl0WlMxdVlXMWxMVzF2Ym1kdmN5NTBiSE10YVhOemRXVXRZMlZ5CmRDMXRZVzVoWjJWeUxUSTNOREk0TG5OMll5NWpiSFZ6ZEdWeWMyVjBMbXh2WTJGc2dqOXpiMjFsTFc1aGJXVXQKWTJabkxuUnNjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1Oc2RYTjBaWEp6WlhRdQpiRzlqWVd5Q1FTb3VjMjl0WlMxdVlXMWxMV05tWnk1MGJITXRhWE56ZFdVdFkyVnlkQzF0WVc1aFoyVnlMVEkzCk5ESTRMbk4yWXk1amJIVnpkR1Z5YzJWMExteHZZMkZzTUEwR0NTcUdTSWIzRFFFQkN3VUFBNElCQVFDZUZMV0MKekFGU2JVUUNEWXlWcjVsV1lMbUtxdlBoTUJkS2pKMkFPYUcxbzJpMDlzVnd0ZzRPK0ZrSXVlc3JjTmpxNjNNaApleDIrdmEzMlpFdDdvYmdLOXdncG5KSTV0TnM5dEZQUXo4dnZkSkFjY0lTR3hkblN2dk5KRFJGSUpPMGIwVkRhCmdtZVlxcTFQVW5KYytZRk45MGpTRkZqVEZybFdlRExtd3lwVTFGMlR0YmU4V1FndnI3Q0lNQzlOU2puajZ1cUsKT3d6dm5BWUViOXhzS3NyT0FraHladXcxc21LL2Z1RjA1UmVZeUlzT1Vid1VtaWYzbml2enR4ODdtcWFqQWFteQo0OFJwbDZaV1UwaFg0UXlxQUFpZXBnQmtaSEJaNkxNdHNDM0NLYmFwYVNVQWxxWFhoakRsendtS3dLT1N3RFlwCnZSL2pwUVRaeUNGbFFpcSsKLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="'
+ '[' -z '"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUg2RENDQnRDZ0F3SUJBZ0lSQVBSMnJqUEp4Ym9tc2V1Tk1vNU9tKzB3RFFZSktvWklodmNOQVFFTEJRQXcKRnpFVk1CTUdBMVVFQXhNTWMyOXRaUzF1WVcxbExXTmhNQjRYRFRJME1EY3dOekU0TkRFeE5Gb1hEVEkwTVRBdwpOVEU0TkRFeE5Gb3dKREVPTUF3R0ExVUVDaE1GVUZOTlJFSXhFakFRQmdOVkJBTVRDWE52YldVdGJtRnRaVENDCkFTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBTldPRjJnOXdlVzFLS2txWVhMSXZraHoKVEZuQVZYMHZJVGdYOVpVbUlpUFVFMG83UnJJdmtGVktEQmRsbU5RcUplWEgxeGtjbm9yRHBFQWNhVmZYdkNRRApBYXpaSkMvakZUUDBCYkZ4Z2RhcEJWejRrSkFFUmlWSG9vVkJYSDI3NXlPU3o0RlV0SlZmRUZkbVJYblVkdlgyCml2VmZUa1ZmTVlHaUdPTnZtRmtKYmh3alNET2xPSXhmbm8wWVZ2RmxsaC85dFN0NXIyT2JPcEpXVEl2Q1pBSUgKc09Qb3JERTRnT09OYmU1VHVocnhUUi9PTlp0OFYyZDRDZWFzWTJkN0NsZVYzeC8yV25UZHVWZ0haNnlLVGQwZQpSQU5FOHUvMXdkVXloaFB5RkErYlZVNXNOVWFNK3VnMHZ1Zmp2Sm9INVBiWXl2TGZaQzExcG9MTU1zUE8rbDBDCkF3RUFBYU9DQlNBd2dnVWNNQTRHQTFVZER3RUIvd1FFQXdJRm9EQU1CZ05WSFJNQkFmOEVBakFBTUI4R0ExVWQKSXdRWU1CYUFGRUJndzMyMVpiT3QrZjFxMTY5bGFTM3FyaityTUlJRTJRWURWUjBSQklJRTBEQ0NCTXlDQ1d4dgpZMkZzYUc5emRJSU5jMjl0WlMxdVlXMWxMWEp6TUlJcWMyOXRaUzF1WVcxbExYSnpNQzUwYkhNdGFYTnpkV1V0ClkyVnlkQzF0WVc1aFoyVnlMVEkzTkRJNGdqeHpiMjFsTFc1aGJXVXRjbk13TG5Sc2N5MXBjM04xWlMxalpYSjAKTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1Oc2RYTjBaWEl1Ykc5allXeUNEeW91YzI5dFpTMXVZVzFsTFhKegpNSUlzS2k1emIyMWxMVzVoYldVdGNuTXdMblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamlDClBpb3VjMjl0WlMxdVlXMWxMWEp6TUM1MGJITXRhWE56ZFdVdFkyVnlkQzF0WVc1aFoyVnlMVEkzTkRJNExuTjIKWXk1amJIVnpkR1Z5TG14dlkyRnNnajl6YjIxbExXNWhiV1V0Y25Nd0xuUnNjeTFwYzNOMVpTMWpaWEowTFcxaApibUZuWlhJdE1qYzBNamd1YzNaakxtTnNkWE4wWlhKelpYUXViRzlqWVd5Q1FTb3VjMjl0WlMxdVlXMWxMWEp6Ck1DNTBiSE10YVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRMbk4yWXk1amJIVnpkR1Z5YzJWMExteHYKWTJGc2dqTXFMblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamd1YzNaakxtTnNkWE4wWlhKegpaWFF1Ykc5allXeUNFSE52YldVdGJtRnRaUzF0YjI1bmIzT0NMWE52YldVdGJtRnRaUzF0YjI1bmIzTXVkR3h6CkxXbHpjM1ZsTFdObGNuUXRiV0Z1WVdkbGNpMHlOelF5T0lJL2MyOXRaUzF1WVcxbExXMXZibWR2Y3k1MGJITXQKYVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRMbk4yWXk1amJIVnpkR1Z5TG14dlkyRnNnaElxTG5OdgpiV1V0Ym1GdFpTMXRiMjVuYjNPQ0x5b3VjMjl0WlMxdVlXMWxMVzF2Ym1kdmN5NTBiSE10YVhOemRXVXRZMlZ5CmRDMXRZVzVoWjJWeUxUSTNOREk0Z2tFcUxuTnZiV1V0Ym1GdFpTMXRiMjVuYjNNdWRHeHpMV2x6YzNWbExXTmwKY25RdGJXRnVZV2RsY2kweU56UXlPQzV6ZG1NdVkyeDFjM1JsY2k1c2IyTmhiSUlOYzI5dFpTMXVZVzFsTFdObQpaNElxYzI5dFpTMXVZVzFsTFdObVp5NTBiSE10YVhOemRXVXRZMlZ5ZEMxdFlXNWhaMlZ5TFRJM05ESTRnanh6CmIyMWxMVzVoYldVdFkyWm5MblJzY3kxcGMzTjFaUzFqWlhKMExXMWhibUZuWlhJdE1qYzBNamd1YzNaakxtTnMKZFhOMFpYSXViRzlqWVd5Q0R5b3VjMjl0WlMxdVlXMWxMV05tWjRJc0tpNXpiMjFsTFc1aGJXVXRZMlpuTG5ScwpjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qaUNQaW91YzI5dFpTMXVZVzFsTFdObVp5NTBiSE10CmFYTnpkV1V0WTJWeWRDMXRZVzVoWjJWeUxUSTNOREk0TG5OMll5NWpiSFZ6ZEdWeUxteHZZMkZzZ2tKemIyMWwKTFc1aGJXVXRiVzl1WjI5ekxuUnNjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1OcwpkWE4wWlhKelpYUXViRzlqWVd5Q1JDb3VjMjl0WlMxdVlXMWxMVzF2Ym1kdmN5NTBiSE10YVhOemRXVXRZMlZ5CmRDMXRZVzVoWjJWeUxUSTNOREk0TG5OMll5NWpiSFZ6ZEdWeWMyVjBMbXh2WTJGc2dqOXpiMjFsTFc1aGJXVXQKWTJabkxuUnNjeTFwYzNOMVpTMWpaWEowTFcxaGJtRm5aWEl0TWpjME1qZ3VjM1pqTG1Oc2RYTjBaWEp6WlhRdQpiRzlqWVd5Q1FTb3VjMjl0WlMxdVlXMWxMV05tWnk1MGJITXRhWE56ZFdVdFkyVnlkQzF0WVc1aFoyVnlMVEkzCk5ESTRMbk4yWXk1amJIVnpkR1Z5YzJWMExteHZZMkZzTUEwR0NTcUdTSWIzRFFFQkN3VUFBNElCQVFDZUZMV0MKekFGU2JVUUNEWXlWcjVsV1lMbUtxdlBoTUJkS2pKMkFPYUcxbzJpMDlzVnd0ZzRPK0ZrSXVlc3JjTmpxNjNNaApleDIrdmEzMlpFdDdvYmdLOXdncG5KSTV0TnM5dEZQUXo4dnZkSkFjY0lTR3hkblN2dk5KRFJGSUpPMGIwVkRhCmdtZVlxcTFQVW5KYytZRk45MGpTRkZqVEZybFdlRExtd3lwVTFGMlR0YmU4V1FndnI3Q0lNQzlOU2puajZ1cUsKT3d6dm5BWUViOXhzS3NyT0FraHladXcxc21LL2Z1RjA1UmVZeUlzT1Vid1VtaWYzbml2enR4ODdtcWFqQWFteQo0OFJwbDZaV1UwaFg0UXlxQUFpZXBnQmtaSEJaNkxNdHNDM0NLYmFwYVNVQWxxWFhoakRsendtS3dLT1N3RFlwCnZSL2pwUVRaeUNGbFFpcSsKLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="' ']'
+ check_secret_data_key some-name-ssl tls.key
+ local secret_name=some-name-ssl
+ local data_key=tls.key
+ local secret_data
++ kubectl_bin get secrets/some-name-ssl -o json
++ jq '.data["tls.key"]'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FEoCGeOSv8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rZcEDBd7B1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get secrets/some-name-ssl -o json
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FEoCGeOSv8
++ cat /tmp/tmp.rZcEDBd7B1
++ rm /tmp/tmp.FEoCGeOSv8 /tmp/tmp.rZcEDBd7B1
++ return 0
+ secret_data='"LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFb3dJQkFBS0NBUUVBMVk0WGFEM0I1YlVvcVNwaGNzaStTSE5NV2NCVmZTOGhPQmYxbFNZaUk5UVRTanRHCnNpK1FWVW9NRjJXWTFDb2w1Y2ZYR1J5ZWlzT2tRQnhwVjllOEpBTUJyTmtrTCtNVk0vUUZzWEdCMXFrRlhQaVEKa0FSR0pVZWloVUZjZmJ2bkk1TFBnVlMwbFY4UVYyWkZlZFIyOWZhSzlWOU9SVjh4Z2FJWTQyK1lXUWx1SENOSQpNNlU0akYrZWpSaFc4V1dXSC8yMUszbXZZNXM2a2xaTWk4SmtBZ2V3NCtpc01UaUE0NDF0N2xPNkd2Rk5IODQxCm0zeFhaM2dKNXF4alozc0tWNVhmSC9aYWROMjVXQWRucklwTjNSNUVBMFR5Ny9YQjFUS0dFL0lVRDV0VlRtdzEKUm96NjZEUys1K084bWdmazl0aks4dDlrTFhXbWdzd3l3ODc2WFFJREFRQUJBb0lCQUVIdTd0Y21TaGtyeDNRRApPN2IrdDVFUzEvM1YzZzhhWC8wN21IMEdHd0JJMS9QUlBWQ0NVdU9pU3YxbVJyc3FrQ3pUZUZ1dWRGeVBic1RFCmdObTRKOFJPa1ZQV2JzL0NJcWU1clpCTlpUTHJXRmFOLzhRWExia1ExdUtoZlhic2JyNlM4eklRL3Znbk01cG8KWHdid1RCSkFua0tIdkZpNnZVUXkwZEJXZ2dqcXlacDI5OVc0TTRRNW9PeUVib0pGMFYzUHlGRld3bXNwVDhkVgpuS2RNMnBhMmtjTTBhWHFrbUNUSE4zbXZBM0pYOERoSzcvVTRoelNQUTNtK3M5NTkzYmRnSWhPMUV1TUJxRmxRCkhjRWhSN3c1djdTa2dWbUxidTJFdUY2ZjJIam41N2tqL0drd0pGQzdqZ1VOUnhYNVpwV1lmOU1qUmZoV0t0ZWoKNDRhWnhRRUNnWUVBL1BVZC9UVXdDWDJyd1hqbXl4QU5kcHJidjBEWlJGaVlRdEJNeFo5V0JXWVY2QnBEWTgrUwp0bE50K2ZXUEJrVWFBa1ZyREdzQisvL2lXMUJNQzBQbVBSTWk1UG9kN2Zkdnd5RmN6R1hZR2tsQTJucVBmRVN1Cmc2Ykk1aHhmWTdrKzEyYURROTBpMy8xZ04xR1pvSG41WUhsQTBtMHF5d1VkVUlsSHFFL1JKK0VDZ1lFQTJCK20KWmp6VTNpRkpXRUd5dkVDaWZ2aWhjTFBOL2wwVFlNL1BiZWxrb01KWFdTekNURGJiazlhbkxoOFpBRHh1VXhMdApVVGZjVGFBaUVWeDZpZXdLM2cyeGZCeGtlVDM4VkhWZEhNUVczL3JJVmIzTE9ad3BkRVRqRDFhSk5oV2hDRUV2Cm1PaTJMTkpKZVpZWWtDRENVZjhpMko1YzUvV0IrS0dBV2RhSXNmMENnWUI5U2JyTXl5Yzd6QzdoNk13SEQ3QmIKYW1BazNpMittRkx4NU5IaG9BV3ZMdHp5MU85RDVHKzZOcUJtQ2FZSmFQaDAzNFVoNVc1YUxtY2k2eVorL2VadgpvYWJLMnNjd01qbjgzKzFpbjU3bGhockZHNmN0MmFiR05qbVRIOEp2VmpVMTR1UnBISUpGaHUyOCtJR3E1ajhKCjlZU1J0TmhaTGZOVERHdWRoY3NHZ1FLQmdDV3lSNHpYbVcxeE11RFEvTUwzSnlDc2IwUkFLSEx3ZXh2TXcycHgKWmhyZ0t1b2o4M1Bsc2FEMHRNNUhvRTI1UEtrQ3lSLzhkVkdZMTdoZGdBWWtoTFM4Z0xPY0pDNDlrSkNPdEFINwpkZDMxV1JJVGU2bjl3Z0ZFcnJJVEx2V2ZDaXB0YkVib2VEWVRLN3VvWVhwcUxGcXUvTDM1eVV5d05zNU9KUndHClhtdGxBb0dCQUpTYStRVkhJRjNqNVJQL25SMHRXVnF5Y2FWQmVVUlVGMzYxVmFBR1JVZ0NoZGN6KzNHNFdselEKVVdqL3YwRWJmSUZjWTR2YjV6bjdOVEJtY25jUEhMY2xXbW1FM2ExdGFkTVVFcFF6SmRNLyt2VlF5SFIrTFZRaAp1ckprcXIrQjk3VUY1UGNhb2dTZXdXKytMTmpzRUI5am1DcHlxSGZQUlVVNmRwVUVWYzVKCi0tLS0tRU5EIFJTQSBQUklWQVRFIEtFWS0tLS0tCg=="'
+ '[' -z '"LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFb3dJQkFBS0NBUUVBMVk0WGFEM0I1YlVvcVNwaGNzaStTSE5NV2NCVmZTOGhPQmYxbFNZaUk5UVRTanRHCnNpK1FWVW9NRjJXWTFDb2w1Y2ZYR1J5ZWlzT2tRQnhwVjllOEpBTUJyTmtrTCtNVk0vUUZzWEdCMXFrRlhQaVEKa0FSR0pVZWloVUZjZmJ2bkk1TFBnVlMwbFY4UVYyWkZlZFIyOWZhSzlWOU9SVjh4Z2FJWTQyK1lXUWx1SENOSQpNNlU0akYrZWpSaFc4V1dXSC8yMUszbXZZNXM2a2xaTWk4SmtBZ2V3NCtpc01UaUE0NDF0N2xPNkd2Rk5IODQxCm0zeFhaM2dKNXF4alozc0tWNVhmSC9aYWROMjVXQWRucklwTjNSNUVBMFR5Ny9YQjFUS0dFL0lVRDV0VlRtdzEKUm96NjZEUys1K084bWdmazl0aks4dDlrTFhXbWdzd3l3ODc2WFFJREFRQUJBb0lCQUVIdTd0Y21TaGtyeDNRRApPN2IrdDVFUzEvM1YzZzhhWC8wN21IMEdHd0JJMS9QUlBWQ0NVdU9pU3YxbVJyc3FrQ3pUZUZ1dWRGeVBic1RFCmdObTRKOFJPa1ZQV2JzL0NJcWU1clpCTlpUTHJXRmFOLzhRWExia1ExdUtoZlhic2JyNlM4eklRL3Znbk01cG8KWHdid1RCSkFua0tIdkZpNnZVUXkwZEJXZ2dqcXlacDI5OVc0TTRRNW9PeUVib0pGMFYzUHlGRld3bXNwVDhkVgpuS2RNMnBhMmtjTTBhWHFrbUNUSE4zbXZBM0pYOERoSzcvVTRoelNQUTNtK3M5NTkzYmRnSWhPMUV1TUJxRmxRCkhjRWhSN3c1djdTa2dWbUxidTJFdUY2ZjJIam41N2tqL0drd0pGQzdqZ1VOUnhYNVpwV1lmOU1qUmZoV0t0ZWoKNDRhWnhRRUNnWUVBL1BVZC9UVXdDWDJyd1hqbXl4QU5kcHJidjBEWlJGaVlRdEJNeFo5V0JXWVY2QnBEWTgrUwp0bE50K2ZXUEJrVWFBa1ZyREdzQisvL2lXMUJNQzBQbVBSTWk1UG9kN2Zkdnd5RmN6R1hZR2tsQTJucVBmRVN1Cmc2Ykk1aHhmWTdrKzEyYURROTBpMy8xZ04xR1pvSG41WUhsQTBtMHF5d1VkVUlsSHFFL1JKK0VDZ1lFQTJCK20KWmp6VTNpRkpXRUd5dkVDaWZ2aWhjTFBOL2wwVFlNL1BiZWxrb01KWFdTekNURGJiazlhbkxoOFpBRHh1VXhMdApVVGZjVGFBaUVWeDZpZXdLM2cyeGZCeGtlVDM4VkhWZEhNUVczL3JJVmIzTE9ad3BkRVRqRDFhSk5oV2hDRUV2Cm1PaTJMTkpKZVpZWWtDRENVZjhpMko1YzUvV0IrS0dBV2RhSXNmMENnWUI5U2JyTXl5Yzd6QzdoNk13SEQ3QmIKYW1BazNpMittRkx4NU5IaG9BV3ZMdHp5MU85RDVHKzZOcUJtQ2FZSmFQaDAzNFVoNVc1YUxtY2k2eVorL2VadgpvYWJLMnNjd01qbjgzKzFpbjU3bGhockZHNmN0MmFiR05qbVRIOEp2VmpVMTR1UnBISUpGaHUyOCtJR3E1ajhKCjlZU1J0TmhaTGZOVERHdWRoY3NHZ1FLQmdDV3lSNHpYbVcxeE11RFEvTUwzSnlDc2IwUkFLSEx3ZXh2TXcycHgKWmhyZ0t1b2o4M1Bsc2FEMHRNNUhvRTI1UEtrQ3lSLzhkVkdZMTdoZGdBWWtoTFM4Z0xPY0pDNDlrSkNPdEFINwpkZDMxV1JJVGU2bjl3Z0ZFcnJJVEx2V2ZDaXB0YkVib2VEWVRLN3VvWVhwcUxGcXUvTDM1eVV5d05zNU9KUndHClhtdGxBb0dCQUpTYStRVkhJRjNqNVJQL25SMHRXVnF5Y2FWQmVVUlVGMzYxVmFBR1JVZ0NoZGN6KzNHNFdselEKVVdqL3YwRWJmSUZjWTR2YjV6bjdOVEJtY25jUEhMY2xXbW1FM2ExdGFkTVVFcFF6SmRNLyt2VlF5SFIrTFZRaAp1ckprcXIrQjk3VUY1UGNhb2dTZXdXKytMTmpzRUI5am1DcHlxSGZQUlVVNmRwVUVWYzVKCi0tLS0tRU5EIFJTQSBQUklWQVRFIEtFWS0tLS0tCg=="' ']'
+ desc 'check if CA issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if CA issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-psmdb-ca-issuer
+ local resource=issuer/some-name-psmdb-ca-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-ca-issuer
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.ONbix9IfgZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.MaXOrZfzeU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-ca-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ONbix9IfgZ
+ cat /tmp/tmp.MaXOrZfzeU
+ rm /tmp/tmp.ONbix9IfgZ /tmp/tmp.MaXOrZfzeU
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ desc 'check if issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-psmdb-issuer
+ local resource=issuer/some-name-psmdb-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-issuer
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.c6Uza9Px1C
++ mktemp
+ local LAST_ERR=/tmp/tmp.CP15NqKAP5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.c6Uza9Px1C
+ cat /tmp/tmp.CP15NqKAP5
+ rm /tmp/tmp.c6Uza9Px1C /tmp/tmp.CP15NqKAP5
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ desc 'check if certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-ssl
+ local resource=certificate/some-name-ssl
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.02zK7PWQEs
++ mktemp
+ local LAST_ERR=/tmp/tmp.49xU3nTmSg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.02zK7PWQEs
+ cat /tmp/tmp.49xU3nTmSg
+ rm /tmp/tmp.02zK7PWQEs /tmp/tmp.49xU3nTmSg
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ desc 'check if internal certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if internal certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-ssl-internal
+ local resource=certificate/some-name-ssl-internal
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl-internal
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.HKPI9d1PYt
++ mktemp
+ local LAST_ERR=/tmp/tmp.VKKBsZ1xn7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl-internal
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HKPI9d1PYt
+ cat /tmp/tmp.VKKBsZ1xn7
+ rm /tmp/tmp.HKPI9d1PYt /tmp/tmp.VKKBsZ1xn7
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ renew_certificate some-name-ssl
+ certificate=some-name-ssl
+ wait_certificate some-name-ssl
+ certificate=some-name-ssl
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl --timeout=60s
certificate.cert-manager.io/some-name-ssl condition met
+ sleep 1
+ desc 'renew some-name-ssl'
+ set +o xtrace


-----------------------------------------------------------------------------------
renew some-name-ssl
-----------------------------------------------------------------------------------

+ local pod_name
++ kubectl_bin get pods --selector=name=cmctl -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.sbENFHns83
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bS2PxR2LYu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=cmctl -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.sbENFHns83
++ cat /tmp/tmp.bS2PxR2LYu
++ rm /tmp/tmp.sbENFHns83 /tmp/tmp.bS2PxR2LYu
++ return 0
+ pod_name=cmctl-69659bcd68-qc65j
+ local revision
++ kubectl_bin get certificate some-name-ssl -o 'jsonpath={.status.revision}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cjFjuzqMlP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MYSZsZXvh5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get certificate some-name-ssl -o 'jsonpath={.status.revision}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cjFjuzqMlP
++ cat /tmp/tmp.MYSZsZXvh5
++ rm /tmp/tmp.cjFjuzqMlP /tmp/tmp.MYSZsZXvh5
++ return 0
+ revision=1
+ kubectl_bin exec cmctl-69659bcd68-qc65j -- /tmp/cmctl renew some-name-ssl
++ mktemp
+ local LAST_OUT=/tmp/tmp.XvyxDrU1lL
++ mktemp
+ local LAST_ERR=/tmp/tmp.VxwJxGesxN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec cmctl-69659bcd68-qc65j -- /tmp/cmctl renew some-name-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XvyxDrU1lL
Manually triggered issuance of Certificate tls-issue-cert-manager-27428/some-name-ssl
+ cat /tmp/tmp.VxwJxGesxN
+ rm /tmp/tmp.XvyxDrU1lL /tmp/tmp.VxwJxGesxN
+ return 0
+ for i in '{1..10}'
+ local new_revision
++ kubectl_bin get certificate some-name-ssl -o 'jsonpath={.status.revision}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uhREOIiV7A
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qwwj60OW0W
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get certificate some-name-ssl -o 'jsonpath={.status.revision}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uhREOIiV7A
++ cat /tmp/tmp.qwwj60OW0W
++ rm /tmp/tmp.uhREOIiV7A /tmp/tmp.qwwj60OW0W
++ return 0
+ new_revision=2
+ '[' 2 == 2 ']'
+ break
+ sleep 10
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FUsxbvHwoA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QCWDxj5Uq7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FUsxbvHwoA
++ cat /tmp/tmp.QCWDxj5Uq7
++ rm /tmp/tmp.FUsxbvHwoA /tmp/tmp.QCWDxj5Uq7
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5ta0WedvFd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.McBGyNHmX8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5ta0WedvFd
++ cat /tmp/tmp.McBGyNHmX8
++ rm /tmp/tmp.5ta0WedvFd /tmp/tmp.McBGyNHmX8
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness..............................................................................................................................................................................
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vRZiU2Se38
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xUIPmF9ur2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vRZiU2Se38
++ cat /tmp/tmp.xUIPmF9ur2
++ rm /tmp/tmp.vRZiU2Se38 /tmp/tmp.xUIPmF9ur2
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eSbZHlvXR8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JyZzUTV1Fh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eSbZHlvXR8
++ cat /tmp/tmp.JyZzUTV1Fh
++ rm /tmp/tmp.eSbZHlvXR8 /tmp/tmp.JyZzUTV1Fh
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ false == \t\r\u\e ]]
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WrYIHzeaa5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LRnyleXy1t
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WrYIHzeaa5
++ cat /tmp/tmp.LRnyleXy1t
++ rm /tmp/tmp.WrYIHzeaa5 /tmp/tmp.LRnyleXy1t
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g25N16cS36
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ce02NNKoXp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g25N16cS36
++ cat /tmp/tmp.ce02NNKoXp
++ rm /tmp/tmp.g25N16cS36 /tmp/tmp.ce02NNKoXp
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ renew_certificate some-name-ssl-internal
+ certificate=some-name-ssl-internal
+ wait_certificate some-name-ssl-internal
+ certificate=some-name-ssl-internal
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ for i in '{1..10}'
+ kubectl wait --for=condition=Ready certificate/some-name-ssl-internal --timeout=60s
certificate.cert-manager.io/some-name-ssl-internal condition met
+ sleep 1
+ desc 'renew some-name-ssl-internal'
+ set +o xtrace


-----------------------------------------------------------------------------------
renew some-name-ssl-internal
-----------------------------------------------------------------------------------

+ local pod_name
++ kubectl_bin get pods --selector=name=cmctl -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SDZmDXNQxz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NKsOsYlTu9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=cmctl -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SDZmDXNQxz
++ cat /tmp/tmp.NKsOsYlTu9
++ rm /tmp/tmp.SDZmDXNQxz /tmp/tmp.NKsOsYlTu9
++ return 0
+ pod_name=cmctl-69659bcd68-qc65j
+ local revision
++ kubectl_bin get certificate some-name-ssl-internal -o 'jsonpath={.status.revision}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YCgaDJHorN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5bqOsTpjns
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get certificate some-name-ssl-internal -o 'jsonpath={.status.revision}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YCgaDJHorN
++ cat /tmp/tmp.5bqOsTpjns
++ rm /tmp/tmp.YCgaDJHorN /tmp/tmp.5bqOsTpjns
++ return 0
+ revision=1
+ kubectl_bin exec cmctl-69659bcd68-qc65j -- /tmp/cmctl renew some-name-ssl-internal
++ mktemp
+ local LAST_OUT=/tmp/tmp.cSzQaTfhak
++ mktemp
+ local LAST_ERR=/tmp/tmp.MpBeqHDoyy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec cmctl-69659bcd68-qc65j -- /tmp/cmctl renew some-name-ssl-internal
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cSzQaTfhak
Manually triggered issuance of Certificate tls-issue-cert-manager-27428/some-name-ssl-internal
+ cat /tmp/tmp.MpBeqHDoyy
+ rm /tmp/tmp.cSzQaTfhak /tmp/tmp.MpBeqHDoyy
+ return 0
+ for i in '{1..10}'
+ local new_revision
++ kubectl_bin get certificate some-name-ssl-internal -o 'jsonpath={.status.revision}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.auAOZ8wI02
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bZtgLEaSjk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get certificate some-name-ssl-internal -o 'jsonpath={.status.revision}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.auAOZ8wI02
++ cat /tmp/tmp.bZtgLEaSjk
++ rm /tmp/tmp.auAOZ8wI02 /tmp/tmp.bZtgLEaSjk
++ return 0
+ new_revision=2
+ '[' 2 == 2 ']'
+ break
+ sleep 10
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mmCC4wXoAJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PJAjPmUDDX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mmCC4wXoAJ
++ cat /tmp/tmp.PJAjPmUDDX
++ rm /tmp/tmp.mmCC4wXoAJ /tmp/tmp.PJAjPmUDDX
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tbTe7jaT2L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ca6W0FKxCI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.tbTe7jaT2L
++ cat /tmp/tmp.ca6W0FKxCI
++ rm /tmp/tmp.tbTe7jaT2L /tmp/tmp.ca6W0FKxCI
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness...........................................................................................................................................................................
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fF6qRjCMMv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Pt5LLJiJ21
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fF6qRjCMMv
++ cat /tmp/tmp.Pt5LLJiJ21
++ rm /tmp/tmp.fF6qRjCMMv /tmp/tmp.Pt5LLJiJ21
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LtzN8WV4y7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9LtYWsga37
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LtzN8WV4y7
++ cat /tmp/tmp.9LtYWsga37
++ rm /tmp/tmp.LtzN8WV4y7 /tmp/tmp.9LtYWsga37
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ false == \t\r\u\e ]]
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yhnCsNqmGQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BmD8uVBfEc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yhnCsNqmGQ
++ cat /tmp/tmp.BmD8uVBfEc
++ rm /tmp/tmp.yhnCsNqmGQ /tmp/tmp.BmD8uVBfEc
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OrN4mje6ov
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FeGDsgQIRQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OrN4mje6ov
++ cat /tmp/tmp.FeGDsgQIRQ
++ rm /tmp/tmp.OrN4mje6ov /tmp/tmp.FeGDsgQIRQ
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ desc 'check if CA issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if CA issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-psmdb-ca-issuer
+ local resource=issuer/some-name-psmdb-ca-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-ca-issuer
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.Nw4DsuOxfU
++ mktemp
+ local LAST_ERR=/tmp/tmp.VMzkx0Br2p
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-ca-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Nw4DsuOxfU
+ cat /tmp/tmp.VMzkx0Br2p
+ rm /tmp/tmp.Nw4DsuOxfU /tmp/tmp.VMzkx0Br2p
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-ca-issuer.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-ca-issuer.yml
+ desc 'check if issuer created'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if issuer created
-----------------------------------------------------------------------------------

+ compare_kubectl issuer/some-name-psmdb-issuer
+ local resource=issuer/some-name-psmdb-issuer
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer-oc.yml ']'
+ kubectl_bin get -o yaml issuer/some-name-psmdb-issuer
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.iSdpVr1bTj
++ mktemp
+ local LAST_ERR=/tmp/tmp.eDhpNqC5QA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml issuer/some-name-psmdb-issuer
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iSdpVr1bTj
+ cat /tmp/tmp.eDhpNqC5QA
+ rm /tmp/tmp.iSdpVr1bTj /tmp/tmp.eDhpNqC5QA
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/issuer_some-name-psmdb-issuer.yml /tmp/tmp.6CdtdyM7zj/issuer_some-name-psmdb-issuer.yml
+ desc 'check if certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-ssl
+ local resource=certificate/some-name-ssl
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.avp2l2AS82
++ mktemp
+ local LAST_ERR=/tmp/tmp.KdSK5B7eqc
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.avp2l2AS82
+ cat /tmp/tmp.KdSK5B7eqc
+ rm /tmp/tmp.avp2l2AS82 /tmp/tmp.KdSK5B7eqc
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl.yml
+ desc 'check if internal certificate issued'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if internal certificate issued
-----------------------------------------------------------------------------------

+ compare_kubectl certificate/some-name-ssl-internal
+ local resource=certificate/some-name-ssl-internal
+ local postfix=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal-oc.yml ']'
+ kubectl_bin get -o yaml certificate/some-name-ssl-internal
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.dVLIihgPun
++ mktemp
+ local LAST_ERR=/tmp/tmp.lFIanIiv7O
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml certificate/some-name-ssl-internal
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dVLIihgPun
+ cat /tmp/tmp.lFIanIiv7O
+ rm /tmp/tmp.dVLIihgPun /tmp/tmp.lFIanIiv7O
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/certificate_some-name-ssl-internal.yml /tmp/tmp.6CdtdyM7zj/certificate_some-name-ssl-internal.yml
+ desc 'disable TLS'
+ set +o xtrace


-----------------------------------------------------------------------------------
disable TLS
-----------------------------------------------------------------------------------

+ pause_cluster some-name
+ local cluster_name=some-name
+ echo 'Pausing cluster some-name'
Pausing cluster some-name
+ kubectl_bin patch psmdb some-name --type merge '-p={"spec": { "pause": true } }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.byc3VHlChg
++ mktemp
+ local LAST_ERR=/tmp/tmp.nsE4O9g9Fw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch psmdb some-name --type merge '-p={"spec": { "pause": true } }'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.byc3VHlChg
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.nsE4O9g9Fw
+ rm /tmp/tmp.byc3VHlChg /tmp/tmp.nsE4O9g9Fw
+ return 0
+ wait_for_cluster_state some-name paused
+ local cluster_name=some-name
+ local target_state=paused
+ echo -n 'Waiting for cluster to reach paused state'
Waiting for cluster to reach paused state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mS3dY8F8pb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Va548ySEJD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mS3dY8F8pb
++ cat /tmp/tmp.Va548ySEJD
++ rm /tmp/tmp.mS3dY8F8pb /tmp/tmp.Va548ySEJD
++ return 0
+ [[ ready == paused ]]
+ sleep 1
+ timeout=1
+ echo -n .
.+ [[ 1 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XvOaNMxG0o
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gMuzyeMYU5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XvOaNMxG0o
++ cat /tmp/tmp.gMuzyeMYU5
++ rm /tmp/tmp.XvOaNMxG0o /tmp/tmp.gMuzyeMYU5
++ return 0
+ [[ ready == paused ]]
+ sleep 1
+ timeout=2
+ echo -n .
.+ [[ 2 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AOsZI8GV6x
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0FyNDOFaTb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AOsZI8GV6x
++ cat /tmp/tmp.0FyNDOFaTb
++ rm /tmp/tmp.AOsZI8GV6x /tmp/tmp.0FyNDOFaTb
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=3
+ echo -n .
.+ [[ 3 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IEBSyjc5uR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fY6R99qu4U
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IEBSyjc5uR
++ cat /tmp/tmp.fY6R99qu4U
++ rm /tmp/tmp.IEBSyjc5uR /tmp/tmp.fY6R99qu4U
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=4
+ echo -n .
.+ [[ 4 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.puLOnohHqg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1gsjEnIumI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.puLOnohHqg
++ cat /tmp/tmp.1gsjEnIumI
++ rm /tmp/tmp.puLOnohHqg /tmp/tmp.1gsjEnIumI
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=5
+ echo -n .
.+ [[ 5 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4J1zglorgQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kMAxcLUlKZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4J1zglorgQ
++ cat /tmp/tmp.kMAxcLUlKZ
++ rm /tmp/tmp.4J1zglorgQ /tmp/tmp.kMAxcLUlKZ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=6
+ echo -n .
.+ [[ 6 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.lyezbj4PJA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sQOTYa7pVV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.lyezbj4PJA
++ cat /tmp/tmp.sQOTYa7pVV
++ rm /tmp/tmp.lyezbj4PJA /tmp/tmp.sQOTYa7pVV
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=7
+ echo -n .
.+ [[ 7 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aJX7Awlvqj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UTLxLDcHYT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aJX7Awlvqj
++ cat /tmp/tmp.UTLxLDcHYT
++ rm /tmp/tmp.aJX7Awlvqj /tmp/tmp.UTLxLDcHYT
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=8
+ echo -n .
.+ [[ 8 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.otYWuzCG3z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.akFxeFRmnw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.otYWuzCG3z
++ cat /tmp/tmp.akFxeFRmnw
++ rm /tmp/tmp.otYWuzCG3z /tmp/tmp.akFxeFRmnw
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=9
+ echo -n .
.+ [[ 9 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Pqh1Mzqrzl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hmfxZgDcDZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Pqh1Mzqrzl
++ cat /tmp/tmp.hmfxZgDcDZ
++ rm /tmp/tmp.Pqh1Mzqrzl /tmp/tmp.hmfxZgDcDZ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=10
+ echo -n .
.+ [[ 10 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HzMTc8fev5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rTvuqnCtaX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HzMTc8fev5
++ cat /tmp/tmp.rTvuqnCtaX
++ rm /tmp/tmp.HzMTc8fev5 /tmp/tmp.rTvuqnCtaX
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=11
+ echo -n .
.+ [[ 11 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.c5CCOIFCUA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pfF2HDwAaq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.c5CCOIFCUA
++ cat /tmp/tmp.pfF2HDwAaq
++ rm /tmp/tmp.c5CCOIFCUA /tmp/tmp.pfF2HDwAaq
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=12
+ echo -n .
.+ [[ 12 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YtD08tIvel
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N3WHmqVh5D
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YtD08tIvel
++ cat /tmp/tmp.N3WHmqVh5D
++ rm /tmp/tmp.YtD08tIvel /tmp/tmp.N3WHmqVh5D
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=13
+ echo -n .
.+ [[ 13 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x22leAMmd3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gVsPXgrPgF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.x22leAMmd3
++ cat /tmp/tmp.gVsPXgrPgF
++ rm /tmp/tmp.x22leAMmd3 /tmp/tmp.gVsPXgrPgF
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=14
+ echo -n .
.+ [[ 14 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UMp1TqWbJu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nqhnLcKMNL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UMp1TqWbJu
++ cat /tmp/tmp.nqhnLcKMNL
++ rm /tmp/tmp.UMp1TqWbJu /tmp/tmp.nqhnLcKMNL
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=15
+ echo -n .
.+ [[ 15 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nr4juS48Vj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4qCEWCWakZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nr4juS48Vj
++ cat /tmp/tmp.4qCEWCWakZ
++ rm /tmp/tmp.nr4juS48Vj /tmp/tmp.4qCEWCWakZ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=16
+ echo -n .
.+ [[ 16 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ibsS2GGgtY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NkPH3HYpOx
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ibsS2GGgtY
++ cat /tmp/tmp.NkPH3HYpOx
++ rm /tmp/tmp.ibsS2GGgtY /tmp/tmp.NkPH3HYpOx
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=17
+ echo -n .
.+ [[ 17 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.X2xOCe5F5i
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aofRxbOyal
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.X2xOCe5F5i
++ cat /tmp/tmp.aofRxbOyal
++ rm /tmp/tmp.X2xOCe5F5i /tmp/tmp.aofRxbOyal
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=18
+ echo -n .
.+ [[ 18 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mGOSVbgjG9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8RlMrY3Ybd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mGOSVbgjG9
++ cat /tmp/tmp.8RlMrY3Ybd
++ rm /tmp/tmp.mGOSVbgjG9 /tmp/tmp.8RlMrY3Ybd
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=19
+ echo -n .
.+ [[ 19 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.AMe24kYTC3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6BbC14rzzG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.AMe24kYTC3
++ cat /tmp/tmp.6BbC14rzzG
++ rm /tmp/tmp.AMe24kYTC3 /tmp/tmp.6BbC14rzzG
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=20
+ echo -n .
.+ [[ 20 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MG8Gv9hBj6
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qj80Yec91W
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MG8Gv9hBj6
++ cat /tmp/tmp.qj80Yec91W
++ rm /tmp/tmp.MG8Gv9hBj6 /tmp/tmp.qj80Yec91W
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=21
+ echo -n .
.+ [[ 21 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GMoDmGnFVb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ljMb4kq1BV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GMoDmGnFVb
++ cat /tmp/tmp.ljMb4kq1BV
++ rm /tmp/tmp.GMoDmGnFVb /tmp/tmp.ljMb4kq1BV
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=22
+ echo -n .
.+ [[ 22 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rOwt5mq88y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qVC8mhseVz
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rOwt5mq88y
++ cat /tmp/tmp.qVC8mhseVz
++ rm /tmp/tmp.rOwt5mq88y /tmp/tmp.qVC8mhseVz
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=23
+ echo -n .
.+ [[ 23 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.NjtUHwKSeC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Z4976MDxzJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.NjtUHwKSeC
++ cat /tmp/tmp.Z4976MDxzJ
++ rm /tmp/tmp.NjtUHwKSeC /tmp/tmp.Z4976MDxzJ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=24
+ echo -n .
.+ [[ 24 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yMUoVVoxLD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7HPaQPnftl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.yMUoVVoxLD
++ cat /tmp/tmp.7HPaQPnftl
++ rm /tmp/tmp.yMUoVVoxLD /tmp/tmp.7HPaQPnftl
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=25
+ echo -n .
.+ [[ 25 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SfNxJ3eix1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dJz0VYtS9Z
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SfNxJ3eix1
++ cat /tmp/tmp.dJz0VYtS9Z
++ rm /tmp/tmp.SfNxJ3eix1 /tmp/tmp.dJz0VYtS9Z
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=26
+ echo -n .
.+ [[ 26 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WGUJRxUUft
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5rirbZmjAu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WGUJRxUUft
++ cat /tmp/tmp.5rirbZmjAu
++ rm /tmp/tmp.WGUJRxUUft /tmp/tmp.5rirbZmjAu
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=27
+ echo -n .
.+ [[ 27 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TrmGN8I6XD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.P4Ag4Pb0Eg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TrmGN8I6XD
++ cat /tmp/tmp.P4Ag4Pb0Eg
++ rm /tmp/tmp.TrmGN8I6XD /tmp/tmp.P4Ag4Pb0Eg
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=28
+ echo -n .
.+ [[ 28 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gy8PInOqkp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bPcR6j2qqB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gy8PInOqkp
++ cat /tmp/tmp.bPcR6j2qqB
++ rm /tmp/tmp.gy8PInOqkp /tmp/tmp.bPcR6j2qqB
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=29
+ echo -n .
.+ [[ 29 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5f1trzQcxv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.F91PLbNI18
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5f1trzQcxv
++ cat /tmp/tmp.F91PLbNI18
++ rm /tmp/tmp.5f1trzQcxv /tmp/tmp.F91PLbNI18
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=30
+ echo -n .
.+ [[ 30 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WP9gUcfPXE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dbB4STeZk9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WP9gUcfPXE
++ cat /tmp/tmp.dbB4STeZk9
++ rm /tmp/tmp.WP9gUcfPXE /tmp/tmp.dbB4STeZk9
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=31
+ echo -n .
.+ [[ 31 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZoUOWGsPBv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.81vt0so73u
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZoUOWGsPBv
++ cat /tmp/tmp.81vt0so73u
++ rm /tmp/tmp.ZoUOWGsPBv /tmp/tmp.81vt0so73u
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=32
+ echo -n .
.+ [[ 32 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Spo7gmOpue
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kWKP4xzKHn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Spo7gmOpue
++ cat /tmp/tmp.kWKP4xzKHn
++ rm /tmp/tmp.Spo7gmOpue /tmp/tmp.kWKP4xzKHn
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=33
+ echo -n .
.+ [[ 33 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zk4qUfpLF2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ejjedmgj5q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zk4qUfpLF2
++ cat /tmp/tmp.Ejjedmgj5q
++ rm /tmp/tmp.zk4qUfpLF2 /tmp/tmp.Ejjedmgj5q
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=34
+ echo -n .
.+ [[ 34 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5OilmnOGnM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1ibJUDDESm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5OilmnOGnM
++ cat /tmp/tmp.1ibJUDDESm
++ rm /tmp/tmp.5OilmnOGnM /tmp/tmp.1ibJUDDESm
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=35
+ echo -n .
.+ [[ 35 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kWUERmBJhG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.f2E1bTimHA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.kWUERmBJhG
++ cat /tmp/tmp.f2E1bTimHA
++ rm /tmp/tmp.kWUERmBJhG /tmp/tmp.f2E1bTimHA
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=36
+ echo -n .
.+ [[ 36 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.r7eZdDiFSj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Aju5FDBUwh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.r7eZdDiFSj
++ cat /tmp/tmp.Aju5FDBUwh
++ rm /tmp/tmp.r7eZdDiFSj /tmp/tmp.Aju5FDBUwh
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=37
+ echo -n .
.+ [[ 37 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rhAIz2048O
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J76iLKNPcQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rhAIz2048O
++ cat /tmp/tmp.J76iLKNPcQ
++ rm /tmp/tmp.rhAIz2048O /tmp/tmp.J76iLKNPcQ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=38
+ echo -n .
.+ [[ 38 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Dod2UNs3T5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XCTS6wZdvR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Dod2UNs3T5
++ cat /tmp/tmp.XCTS6wZdvR
++ rm /tmp/tmp.Dod2UNs3T5 /tmp/tmp.XCTS6wZdvR
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=39
+ echo -n .
.+ [[ 39 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3q0cBlbRuZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jV7ozFDtma
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3q0cBlbRuZ
++ cat /tmp/tmp.jV7ozFDtma
++ rm /tmp/tmp.3q0cBlbRuZ /tmp/tmp.jV7ozFDtma
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=40
+ echo -n .
.+ [[ 40 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hILBo2jbXV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.z0l7Qt1WoJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hILBo2jbXV
++ cat /tmp/tmp.z0l7Qt1WoJ
++ rm /tmp/tmp.hILBo2jbXV /tmp/tmp.z0l7Qt1WoJ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=41
+ echo -n .
.+ [[ 41 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.a1TiRXp8mE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RcVcZeGMCd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.a1TiRXp8mE
++ cat /tmp/tmp.RcVcZeGMCd
++ rm /tmp/tmp.a1TiRXp8mE /tmp/tmp.RcVcZeGMCd
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=42
+ echo -n .
.+ [[ 42 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.C6XeLiDCbn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.af21A1mXJl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.C6XeLiDCbn
++ cat /tmp/tmp.af21A1mXJl
++ rm /tmp/tmp.C6XeLiDCbn /tmp/tmp.af21A1mXJl
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=43
+ echo -n .
.+ [[ 43 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mByayiB3Wm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0aWhRfDWNh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mByayiB3Wm
++ cat /tmp/tmp.0aWhRfDWNh
++ rm /tmp/tmp.mByayiB3Wm /tmp/tmp.0aWhRfDWNh
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=44
+ echo -n .
.+ [[ 44 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4ejZpSgFNu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZbqePkhXHX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4ejZpSgFNu
++ cat /tmp/tmp.ZbqePkhXHX
++ rm /tmp/tmp.4ejZpSgFNu /tmp/tmp.ZbqePkhXHX
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=45
+ echo -n .
.+ [[ 45 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4S7kPdVD75
+++ mktemp
++ local LAST_ERR=/tmp/tmp.X34tRODego
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4S7kPdVD75
++ cat /tmp/tmp.X34tRODego
++ rm /tmp/tmp.4S7kPdVD75 /tmp/tmp.X34tRODego
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=46
+ echo -n .
.+ [[ 46 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dsjn2NqCzu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IZmf5eqZkg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dsjn2NqCzu
++ cat /tmp/tmp.IZmf5eqZkg
++ rm /tmp/tmp.dsjn2NqCzu /tmp/tmp.IZmf5eqZkg
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=47
+ echo -n .
.+ [[ 47 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9vbJBzBCP2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Kko4exVVo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9vbJBzBCP2
++ cat /tmp/tmp.3Kko4exVVo
++ rm /tmp/tmp.9vbJBzBCP2 /tmp/tmp.3Kko4exVVo
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=48
+ echo -n .
.+ [[ 48 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6RCuNFThAH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fXGM44XpIk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6RCuNFThAH
++ cat /tmp/tmp.fXGM44XpIk
++ rm /tmp/tmp.6RCuNFThAH /tmp/tmp.fXGM44XpIk
++ return 0
+ [[ error == paused ]]
+ sleep 1
+ timeout=49
+ echo -n .
.+ [[ 49 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ehtDIdm0Mi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9Il1KRu2dL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ehtDIdm0Mi
++ cat /tmp/tmp.9Il1KRu2dL
++ rm /tmp/tmp.ehtDIdm0Mi /tmp/tmp.9Il1KRu2dL
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=50
+ echo -n .
.+ [[ 50 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CJqP01wjbL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4hQ4gag4Wu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CJqP01wjbL
++ cat /tmp/tmp.4hQ4gag4Wu
++ rm /tmp/tmp.CJqP01wjbL /tmp/tmp.4hQ4gag4Wu
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=51
+ echo -n .
.+ [[ 51 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SMKcbzSmZW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zTCNjCwL2e
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SMKcbzSmZW
++ cat /tmp/tmp.zTCNjCwL2e
++ rm /tmp/tmp.SMKcbzSmZW /tmp/tmp.zTCNjCwL2e
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=52
+ echo -n .
.+ [[ 52 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Rs9CqiQWO0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UCrGMVKPhs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Rs9CqiQWO0
++ cat /tmp/tmp.UCrGMVKPhs
++ rm /tmp/tmp.Rs9CqiQWO0 /tmp/tmp.UCrGMVKPhs
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=53
+ echo -n .
.+ [[ 53 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pUaXr1VORn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.j95nzzhfAe
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.pUaXr1VORn
++ cat /tmp/tmp.j95nzzhfAe
++ rm /tmp/tmp.pUaXr1VORn /tmp/tmp.j95nzzhfAe
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=54
+ echo -n .
.+ [[ 54 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.olDdRF1QtX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MlZkzhTGaT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.olDdRF1QtX
++ cat /tmp/tmp.MlZkzhTGaT
++ rm /tmp/tmp.olDdRF1QtX /tmp/tmp.MlZkzhTGaT
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=55
+ echo -n .
.+ [[ 55 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QAYa1NYoeD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lICTZ90gnW
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QAYa1NYoeD
++ cat /tmp/tmp.lICTZ90gnW
++ rm /tmp/tmp.QAYa1NYoeD /tmp/tmp.lICTZ90gnW
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=56
+ echo -n .
.+ [[ 56 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wnOEGWdUHD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xDguOcemwu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wnOEGWdUHD
++ cat /tmp/tmp.xDguOcemwu
++ rm /tmp/tmp.wnOEGWdUHD /tmp/tmp.xDguOcemwu
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=57
+ echo -n .
.+ [[ 57 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.a1zlQhsIJ5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YX5LDpvmQG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.a1zlQhsIJ5
++ cat /tmp/tmp.YX5LDpvmQG
++ rm /tmp/tmp.a1zlQhsIJ5 /tmp/tmp.YX5LDpvmQG
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=58
+ echo -n .
.+ [[ 58 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nkPo9obmHA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6cG6xRBqcf
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nkPo9obmHA
++ cat /tmp/tmp.6cG6xRBqcf
++ rm /tmp/tmp.nkPo9obmHA /tmp/tmp.6cG6xRBqcf
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=59
+ echo -n .
.+ [[ 59 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JhJ8OLWrLE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.joF7ytZ5HY
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JhJ8OLWrLE
++ cat /tmp/tmp.joF7ytZ5HY
++ rm /tmp/tmp.JhJ8OLWrLE /tmp/tmp.joF7ytZ5HY
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=60
+ echo -n .
.+ [[ 60 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iEOBEfeTma
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2LZiYFy5kJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iEOBEfeTma
++ cat /tmp/tmp.2LZiYFy5kJ
++ rm /tmp/tmp.iEOBEfeTma /tmp/tmp.2LZiYFy5kJ
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=61
+ echo -n .
.+ [[ 61 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Lv9EbjypTQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XV7cEFfeuI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Lv9EbjypTQ
++ cat /tmp/tmp.XV7cEFfeuI
++ rm /tmp/tmp.Lv9EbjypTQ /tmp/tmp.XV7cEFfeuI
++ return 0
+ [[ stopping == paused ]]
+ sleep 1
+ timeout=62
+ echo -n .
.+ [[ 62 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mmvK5an9rk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cEa9eJNm8O
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mmvK5an9rk
++ cat /tmp/tmp.cEa9eJNm8O
++ rm /tmp/tmp.mmvK5an9rk /tmp/tmp.cEa9eJNm8O
++ return 0
+ [[ paused == paused ]]
+ echo

+ disable_tls some-name
+ local cluster_name=some-name
+ echo 'Disabling TLS for cluster some-name'
Disabling TLS for cluster some-name
+ kubectl_bin patch psmdb some-name --type merge '-p={"spec": { "unsafeFlags": { "tls": true }, "tls": { "mode": "disabled" } } }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ALNPCjdIJc
++ mktemp
+ local LAST_ERR=/tmp/tmp.filpjfQiOD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch psmdb some-name --type merge '-p={"spec": { "unsafeFlags": { "tls": true }, "tls": { "mode": "disabled" } } }'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ALNPCjdIJc
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.filpjfQiOD
+ rm /tmp/tmp.ALNPCjdIJc /tmp/tmp.filpjfQiOD
+ return 0
+ unpause_cluster some-name
+ local cluster_name=some-name
+ echo 'Unpausing cluster some-name'
Unpausing cluster some-name
+ kubectl_bin patch psmdb some-name --type merge '-p={"spec": { "pause": false } }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.49vlrQgv6D
++ mktemp
+ local LAST_ERR=/tmp/tmp.jGBjlBsCca
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl patch psmdb some-name --type merge '-p={"spec": { "pause": false } }'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.49vlrQgv6D
perconaservermongodb.psmdb.percona.com/some-name patched
+ cat /tmp/tmp.jGBjlBsCca
+ rm /tmp/tmp.49vlrQgv6D /tmp/tmp.jGBjlBsCca
+ return 0
+ wait_for_cluster_state some-name ready
+ local cluster_name=some-name
+ local target_state=ready
+ echo -n 'Waiting for cluster to reach ready state'
Waiting for cluster to reach ready state+ local timeout=0
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.eaQBX5heLG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pc3Si3neky
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.eaQBX5heLG
++ cat /tmp/tmp.pc3Si3neky
++ rm /tmp/tmp.eaQBX5heLG /tmp/tmp.pc3Si3neky
++ return 0
+ [[ paused == ready ]]
+ sleep 1
+ timeout=1
+ echo -n .
.+ [[ 1 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hcj5x50LKz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9CxBQ8v2Vn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Hcj5x50LKz
++ cat /tmp/tmp.9CxBQ8v2Vn
++ rm /tmp/tmp.Hcj5x50LKz /tmp/tmp.9CxBQ8v2Vn
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=2
+ echo -n .
.+ [[ 2 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o7UOmZk2VU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.meU1F4oFVB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.o7UOmZk2VU
++ cat /tmp/tmp.meU1F4oFVB
++ rm /tmp/tmp.o7UOmZk2VU /tmp/tmp.meU1F4oFVB
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=3
+ echo -n .
.+ [[ 3 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t8oh1QlphH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.T4EmhrXq0C
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.t8oh1QlphH
++ cat /tmp/tmp.T4EmhrXq0C
++ rm /tmp/tmp.t8oh1QlphH /tmp/tmp.T4EmhrXq0C
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=4
+ echo -n .
.+ [[ 4 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jSnKuLN6jX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yLTpy8OZbO
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jSnKuLN6jX
++ cat /tmp/tmp.yLTpy8OZbO
++ rm /tmp/tmp.jSnKuLN6jX /tmp/tmp.yLTpy8OZbO
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=5
+ echo -n .
.+ [[ 5 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HLIOmjw3FG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h67hrfoqkL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HLIOmjw3FG
++ cat /tmp/tmp.h67hrfoqkL
++ rm /tmp/tmp.HLIOmjw3FG /tmp/tmp.h67hrfoqkL
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=6
+ echo -n .
.+ [[ 6 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SGZcDMmvNW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mQxtfQ3Wrs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SGZcDMmvNW
++ cat /tmp/tmp.mQxtfQ3Wrs
++ rm /tmp/tmp.SGZcDMmvNW /tmp/tmp.mQxtfQ3Wrs
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=7
+ echo -n .
.+ [[ 7 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JthvBTFErF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nSpiPsXK26
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JthvBTFErF
++ cat /tmp/tmp.nSpiPsXK26
++ rm /tmp/tmp.JthvBTFErF /tmp/tmp.nSpiPsXK26
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=8
+ echo -n .
.+ [[ 8 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8mdZRHVpma
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rTZaOuoCqA
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8mdZRHVpma
++ cat /tmp/tmp.rTZaOuoCqA
++ rm /tmp/tmp.8mdZRHVpma /tmp/tmp.rTZaOuoCqA
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=9
+ echo -n .
.+ [[ 9 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IDLjILyQ3l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bcPxDByoE2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IDLjILyQ3l
++ cat /tmp/tmp.bcPxDByoE2
++ rm /tmp/tmp.IDLjILyQ3l /tmp/tmp.bcPxDByoE2
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=10
+ echo -n .
.+ [[ 10 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5QdNYbTMbO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gRJRKeACTc
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5QdNYbTMbO
++ cat /tmp/tmp.gRJRKeACTc
++ rm /tmp/tmp.5QdNYbTMbO /tmp/tmp.gRJRKeACTc
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=11
+ echo -n .
.+ [[ 11 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3c5gXcgqoR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.398oVFjBHJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3c5gXcgqoR
++ cat /tmp/tmp.398oVFjBHJ
++ rm /tmp/tmp.3c5gXcgqoR /tmp/tmp.398oVFjBHJ
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=12
+ echo -n .
.+ [[ 12 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2S32g4vdDK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bFygXX0752
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.2S32g4vdDK
++ cat /tmp/tmp.bFygXX0752
++ rm /tmp/tmp.2S32g4vdDK /tmp/tmp.bFygXX0752
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=13
+ echo -n .
.+ [[ 13 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HbKJrkI1ze
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4uKhOD0F52
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HbKJrkI1ze
++ cat /tmp/tmp.4uKhOD0F52
++ rm /tmp/tmp.HbKJrkI1ze /tmp/tmp.4uKhOD0F52
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=14
+ echo -n .
.+ [[ 14 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6hGOhduYBi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.66G7m9WszP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6hGOhduYBi
++ cat /tmp/tmp.66G7m9WszP
++ rm /tmp/tmp.6hGOhduYBi /tmp/tmp.66G7m9WszP
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=15
+ echo -n .
.+ [[ 15 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SCrNwHSqYo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pDikrjZQ1A
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SCrNwHSqYo
++ cat /tmp/tmp.pDikrjZQ1A
++ rm /tmp/tmp.SCrNwHSqYo /tmp/tmp.pDikrjZQ1A
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=16
+ echo -n .
.+ [[ 16 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.39n1XTtOK4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HkoK2DYMXH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.39n1XTtOK4
++ cat /tmp/tmp.HkoK2DYMXH
++ rm /tmp/tmp.39n1XTtOK4 /tmp/tmp.HkoK2DYMXH
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=17
+ echo -n .
.+ [[ 17 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HvlTqcXesB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.atag4TCwVa
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HvlTqcXesB
++ cat /tmp/tmp.atag4TCwVa
++ rm /tmp/tmp.HvlTqcXesB /tmp/tmp.atag4TCwVa
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=18
+ echo -n .
.+ [[ 18 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Y8tO9jP3m9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lXr0OrI4PL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Y8tO9jP3m9
++ cat /tmp/tmp.lXr0OrI4PL
++ rm /tmp/tmp.Y8tO9jP3m9 /tmp/tmp.lXr0OrI4PL
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=19
+ echo -n .
.+ [[ 19 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fd8flSJnAP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y0RIiOkXpk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fd8flSJnAP
++ cat /tmp/tmp.Y0RIiOkXpk
++ rm /tmp/tmp.fd8flSJnAP /tmp/tmp.Y0RIiOkXpk
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=20
+ echo -n .
.+ [[ 20 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PRvHkrSaVs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.97o2i7RS3F
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PRvHkrSaVs
++ cat /tmp/tmp.97o2i7RS3F
++ rm /tmp/tmp.PRvHkrSaVs /tmp/tmp.97o2i7RS3F
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=21
+ echo -n .
.+ [[ 21 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bdjSmx78FC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jSiVFdOIYp
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bdjSmx78FC
++ cat /tmp/tmp.jSiVFdOIYp
++ rm /tmp/tmp.bdjSmx78FC /tmp/tmp.jSiVFdOIYp
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=22
+ echo -n .
.+ [[ 22 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.c5BQ5r1x5h
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8suqmbCT4p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.c5BQ5r1x5h
++ cat /tmp/tmp.8suqmbCT4p
++ rm /tmp/tmp.c5BQ5r1x5h /tmp/tmp.8suqmbCT4p
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=23
+ echo -n .
.+ [[ 23 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0UtMZxAWY0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0LCO9v0CQJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0UtMZxAWY0
++ cat /tmp/tmp.0LCO9v0CQJ
++ rm /tmp/tmp.0UtMZxAWY0 /tmp/tmp.0LCO9v0CQJ
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=24
+ echo -n .
.+ [[ 24 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UouE2OQ0Fc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oLShh97Czy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UouE2OQ0Fc
++ cat /tmp/tmp.oLShh97Czy
++ rm /tmp/tmp.UouE2OQ0Fc /tmp/tmp.oLShh97Czy
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=25
+ echo -n .
.+ [[ 25 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7Evg84cTWB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B8ad21rwro
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7Evg84cTWB
++ cat /tmp/tmp.B8ad21rwro
++ rm /tmp/tmp.7Evg84cTWB /tmp/tmp.B8ad21rwro
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=26
+ echo -n .
.+ [[ 26 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hR7KmvZ3aW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZewxWR8tS9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hR7KmvZ3aW
++ cat /tmp/tmp.ZewxWR8tS9
++ rm /tmp/tmp.hR7KmvZ3aW /tmp/tmp.ZewxWR8tS9
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=27
+ echo -n .
.+ [[ 27 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.n99ecVuUdX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8Y7wqoEZum
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.n99ecVuUdX
++ cat /tmp/tmp.8Y7wqoEZum
++ rm /tmp/tmp.n99ecVuUdX /tmp/tmp.8Y7wqoEZum
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=28
+ echo -n .
.+ [[ 28 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LpROndbaD4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.txV84jnAEX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LpROndbaD4
++ cat /tmp/tmp.txV84jnAEX
++ rm /tmp/tmp.LpROndbaD4 /tmp/tmp.txV84jnAEX
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=29
+ echo -n .
.+ [[ 29 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fvJFGwyXPV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I3AcBp9xbJ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.fvJFGwyXPV
++ cat /tmp/tmp.I3AcBp9xbJ
++ rm /tmp/tmp.fvJFGwyXPV /tmp/tmp.I3AcBp9xbJ
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=30
+ echo -n .
.+ [[ 30 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4GfqjTqpXJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zdtb5RMY3p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4GfqjTqpXJ
++ cat /tmp/tmp.zdtb5RMY3p
++ rm /tmp/tmp.4GfqjTqpXJ /tmp/tmp.zdtb5RMY3p
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=31
+ echo -n .
.+ [[ 31 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s43m9FvTtd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.L7urMYBMNb
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s43m9FvTtd
++ cat /tmp/tmp.L7urMYBMNb
++ rm /tmp/tmp.s43m9FvTtd /tmp/tmp.L7urMYBMNb
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=32
+ echo -n .
.+ [[ 32 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jDmXacrAKg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lQognZu2cw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jDmXacrAKg
++ cat /tmp/tmp.lQognZu2cw
++ rm /tmp/tmp.jDmXacrAKg /tmp/tmp.lQognZu2cw
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=33
+ echo -n .
.+ [[ 33 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R6aPahS36g
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mubQqQrwZL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.R6aPahS36g
++ cat /tmp/tmp.mubQqQrwZL
++ rm /tmp/tmp.R6aPahS36g /tmp/tmp.mubQqQrwZL
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=34
+ echo -n .
.+ [[ 34 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QdFiiR02dK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WtDQBO57sd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.QdFiiR02dK
++ cat /tmp/tmp.WtDQBO57sd
++ rm /tmp/tmp.QdFiiR02dK /tmp/tmp.WtDQBO57sd
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=35
+ echo -n .
.+ [[ 35 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZEv451ZVy4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sRYZSH511a
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZEv451ZVy4
++ cat /tmp/tmp.sRYZSH511a
++ rm /tmp/tmp.ZEv451ZVy4 /tmp/tmp.sRYZSH511a
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=36
+ echo -n .
.+ [[ 36 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4vqC6blaXq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sxJWWDUGTi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4vqC6blaXq
++ cat /tmp/tmp.sxJWWDUGTi
++ rm /tmp/tmp.4vqC6blaXq /tmp/tmp.sxJWWDUGTi
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=37
+ echo -n .
.+ [[ 37 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wiIWn6zWY3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rHBrVfT2V8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wiIWn6zWY3
++ cat /tmp/tmp.rHBrVfT2V8
++ rm /tmp/tmp.wiIWn6zWY3 /tmp/tmp.rHBrVfT2V8
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=38
+ echo -n .
.+ [[ 38 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.KtxJRtGaKw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SQhUOSHK2k
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.KtxJRtGaKw
++ cat /tmp/tmp.SQhUOSHK2k
++ rm /tmp/tmp.KtxJRtGaKw /tmp/tmp.SQhUOSHK2k
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=39
+ echo -n .
.+ [[ 39 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9ulHRjf8Kp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.E8qyVT3RZ0
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.9ulHRjf8Kp
++ cat /tmp/tmp.E8qyVT3RZ0
++ rm /tmp/tmp.9ulHRjf8Kp /tmp/tmp.E8qyVT3RZ0
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=40
+ echo -n .
.+ [[ 40 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xiBuabaDjN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PBOdxEvoSv
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xiBuabaDjN
++ cat /tmp/tmp.PBOdxEvoSv
++ rm /tmp/tmp.xiBuabaDjN /tmp/tmp.PBOdxEvoSv
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=41
+ echo -n .
.+ [[ 41 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3PP5vuzgnm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.izTZvowoCT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3PP5vuzgnm
++ cat /tmp/tmp.izTZvowoCT
++ rm /tmp/tmp.3PP5vuzgnm /tmp/tmp.izTZvowoCT
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=42
+ echo -n .
.+ [[ 42 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xHwZJQTuAY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IvjTF2mFOs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xHwZJQTuAY
++ cat /tmp/tmp.IvjTF2mFOs
++ rm /tmp/tmp.xHwZJQTuAY /tmp/tmp.IvjTF2mFOs
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=43
+ echo -n .
.+ [[ 43 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TQjEuUexrE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OedXv6V8n9
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TQjEuUexrE
++ cat /tmp/tmp.OedXv6V8n9
++ rm /tmp/tmp.TQjEuUexrE /tmp/tmp.OedXv6V8n9
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=44
+ echo -n .
.+ [[ 44 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.f3yoR8D9Uo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4FlcRkQXsh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.f3yoR8D9Uo
++ cat /tmp/tmp.4FlcRkQXsh
++ rm /tmp/tmp.f3yoR8D9Uo /tmp/tmp.4FlcRkQXsh
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=45
+ echo -n .
.+ [[ 45 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Tj5a8uyvpP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OE8RqLNc9s
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Tj5a8uyvpP
++ cat /tmp/tmp.OE8RqLNc9s
++ rm /tmp/tmp.Tj5a8uyvpP /tmp/tmp.OE8RqLNc9s
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=46
+ echo -n .
.+ [[ 46 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8W5nOdnZui
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mrmJengggs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8W5nOdnZui
++ cat /tmp/tmp.mrmJengggs
++ rm /tmp/tmp.8W5nOdnZui /tmp/tmp.mrmJengggs
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=47
+ echo -n .
.+ [[ 47 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BfSRlyFUwG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yKbvCEwjYP
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BfSRlyFUwG
++ cat /tmp/tmp.yKbvCEwjYP
++ rm /tmp/tmp.BfSRlyFUwG /tmp/tmp.yKbvCEwjYP
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=48
+ echo -n .
.+ [[ 48 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MtpiVCClEH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s2vkzkD2UX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.MtpiVCClEH
++ cat /tmp/tmp.s2vkzkD2UX
++ rm /tmp/tmp.MtpiVCClEH /tmp/tmp.s2vkzkD2UX
++ return 0
+ [[ initializing == ready ]]
+ sleep 1
+ timeout=49
+ echo -n .
.+ [[ 49 -gt 1500 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SXVRHEEbmB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LxWYf6i4xF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SXVRHEEbmB
++ cat /tmp/tmp.LxWYf6i4xF
++ rm /tmp/tmp.SXVRHEEbmB /tmp/tmp.LxWYf6i4xF
++ return 0
+ [[ ready == ready ]]
+ echo

+ compare_kubectl statefulset/some-name-rs0 -tls-disabled
+ local resource=statefulset/some-name-rs0
+ local postfix=-tls-disabled
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0-tls-disabled.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0-tls-disabled-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-rs0
++ mktemp
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
+ local LAST_OUT=/tmp/tmp.sfeqwgwd6k
++ mktemp
+ local LAST_ERR=/tmp/tmp.tcrupQ1FNu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sfeqwgwd6k
+ cat /tmp/tmp.tcrupQ1FNu
+ rm /tmp/tmp.sfeqwgwd6k /tmp/tmp.tcrupQ1FNu
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0-tls-disabled.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-rs0-tls-disabled.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-rs0.yml
+ compare_kubectl statefulset/some-name-cfg -tls-disabled
+ local resource=statefulset/some-name-cfg
+ local postfix=-tls-disabled
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg-tls-disabled.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg-tls-disabled-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-cfg
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.kVJJ6fpPL5
++ mktemp
+ local LAST_ERR=/tmp/tmp.RzyU3Ih4IG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-cfg
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kVJJ6fpPL5
+ cat /tmp/tmp.RzyU3Ih4IG
+ rm /tmp/tmp.kVJJ6fpPL5 /tmp/tmp.RzyU3Ih4IG
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg-tls-disabled.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-cfg-tls-disabled.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-cfg.yml
+ compare_kubectl statefulset/some-name-mongos -tls-disabled
+ local resource=statefulset/some-name-mongos
+ local postfix=-tls-disabled
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-tls-disabled.yml
+ local new_result=/tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ '[' -n '' -a -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-tls-disabled-oc.yml ']'
+ kubectl_bin get -o yaml statefulset/some-name-mongos
+ yq eval '
			del(.metadata.ownerReferences[].apiVersion) |
			del(.metadata.managedFields) |
			del(.. | select(has("creationTimestamp")).creationTimestamp) |
			del(.. | select(has("namespace")).namespace) |
			del(.. | select(has("uid")).uid) |
			del(.metadata.resourceVersion) |
			del(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |
			del(.metadata.selfLink) |
			del(.metadata.annotations."cloud.google.com/neg") |
			del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |
			del(.. | select(has("image")).image) |
			del(.. | select(has("clusterIP")).clusterIP) |
			del(.. | select(has("clusterIPs")).clusterIPs) |
			del(.. | select(has("dataSource")).dataSource) |
			del(.. | select(has("procMount")).procMount) |
			del(.. | select(has("storageClassName")).storageClassName) |
			del(.. | select(has("finalizers")).finalizers) |
			del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |
			del(.. | select(has("volumeName")).volumeName) |
			del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |
			del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |
			del(.spec.volumeMode) |
			del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |
			del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |
			del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |
			del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |
			del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |
			del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |
			del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |
			del(.. | select(has("nodePort")).nodePort) |
			del(.status) |
			(.. | select(tag == "!!str")) |= sub("tls-issue-cert-manager-27428", "NAME_SPACE") |
			del(.spec.volumeClaimTemplates[].apiVersion) |
			del(.spec.volumeClaimTemplates[].kind) |
			del(.spec.ipFamilies) |
			del(.spec.ipFamilyPolicy) |
			(.. | select(. == "extensions/v1beta1")) = "apps/v1" |
			(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.rRlUnq33vq
++ mktemp
+ local LAST_ERR=/tmp/tmp.UZSnujoqTO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get -o yaml statefulset/some-name-mongos
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rRlUnq33vq
+ cat /tmp/tmp.UZSnujoqTO
+ rm /tmp/tmp.rRlUnq33vq /tmp/tmp.UZSnujoqTO
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ version_gt 1.22
++ echo '1.26 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-tls-disabled.yml == */cronjob* ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-tls-disabled.yml /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml
--- /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1572/e2e-tests/tls-issue-cert-manager/compare/statefulset_some-name-mongos-tls-disabled.yml	2024-07-07 16:46:14.469560854 +0000
+++ /tmp/tmp.6CdtdyM7zj/statefulset_some-name-mongos.yml	2024-07-07 18:59:23.132743142 +0000
@@ -2,7 +2,7 @@
 kind: StatefulSet
 metadata:
   annotations: {}
-  generation: 7
+  generation: 8
   labels:
     app.kubernetes.io/component: mongos
     app.kubernetes.io/instance: some-name