++ echo 'Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2256/e2e-tests/logs/multi-cluster-service.log'
Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2256/e2e-tests/logs/multi-cluster-service.log
++ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2256/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=
++ oc get projects
++ kubectl get nodes
++ grep '^minikube'
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep -eks-
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ '[' ']'
++ EKS=0
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep gke
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ '[' v1.32.13-gke.1258000 ']'
++ GKE=1
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/sbin/sed -r 's/[^0-9.]+//g'
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ KUBE_VERSION=1.32
+ '[' 1 -ne 1 ']'
+ desc 'Register Kubernetes cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Register Kubernetes cluster
-----------------------------------------------------------------------------------

warning: couldn't attach to pod/curl, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container curl not found in pod curl_default
Waiting for membership to be created...
..............................................done.
Finished registering to the Fleet.
waiting for MCS APIs are registered.
+ create_infra multi-cluster-service-13895
+ local ns=multi-cluster-service-13895
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
grep: warning: stray \ before -
grep: warning: stray \ before -
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

namespace "demand-backup-incremental-sharded-minio-395" deleted
namespace "psmdb-operator" deleted


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

namespace/psmdb-operator created
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2256-98b7d85f-7-cluster2" modified.


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2256-98b7d85f
-----------------------------------------------------------------------------------

customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
deployment.apps/percona-server-mongodb-operator created
waiting for pod/percona-server-mongodb-operator-7d9c7747d9-89grm to be ready.OK
Print operator info from log
2026-04-14T10:50:23.969Z	INFO	setup	Manager starting up	{"gitCommit": "98b7d85f6fc9316ce5207960e26f4bbf2b33bfd3", "gitBranch": "PR-2256-98b7d85f", "buildTime": "", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified
error: resource(s) were provided, but no name was specified


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------



-----------------------------------------------------------------------------------
cleaned up old namespaces multi-cluster-service-13895
-----------------------------------------------------------------------------------

error: resource(s) were provided, but no name was specified


-----------------------------------------------------------------------------------
create namespace multi-cluster-service-13895
-----------------------------------------------------------------------------------

namespace/multi-cluster-service-13895 created
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2256-98b7d85f-7-cluster2" modified.


-----------------------------------------------------------------------------------
create first PSMDB cluster
-----------------------------------------------------------------------------------

secret/some-users created
deployment.apps/psmdb-client created


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
runtimeclass.node.k8s.io/container-rc created
perconaservermongodb.psmdb.percona.com/some-name created


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

waiting for pod/some-name-rs0-0 to be ready...........OK
waiting for pod/some-name-rs0-1 to be ready............OK
waiting for pod/some-name-rs0-2 to be ready............OK
Waiting for cluster readyness.............................
waiting for pod/some-name-cfg-0 to be ready.OK
waiting for pod/some-name-cfg-1 to be ready.OK
waiting for pod/some-name-cfg-2 to be ready.OK
waiting for pod/some-name-mongos-0 to be ready.OK
waiting for pod/some-name-mongos-1 to be ready.OK
waiting for pod/some-name-mongos-2 to be ready.OK
Waiting for cluster readyness
waiting for cluster readyness.OK


-----------------------------------------------------------------------------------
enable MCS
-----------------------------------------------------------------------------------

perconaservermongodb.psmdb.percona.com/some-name patched


-----------------------------------------------------------------------------------
check if ServiceExport objects are created
-----------------------------------------------------------------------------------

waiting for cluster services to be exported
+ wait_service_import
+ set +o xtrace
waiting for cluster services to be imported...................
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UttNowpCWB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3Y0lyK4aBk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.UttNowpCWB
++ cat /tmp/tmp.3Y0lyK4aBk
++ rm /tmp/tmp.UttNowpCWB /tmp/tmp.3Y0lyK4aBk
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 1 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jj04VZwjW4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gWBMpXUzYg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.Jj04VZwjW4
++ cat /tmp/tmp.gWBMpXUzYg
++ rm /tmp/tmp.Jj04VZwjW4 /tmp/tmp.gWBMpXUzYg
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 2 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bgCgf2skCi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.m6lOACldXL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.bgCgf2skCi
++ cat /tmp/tmp.m6lOACldXL
++ rm /tmp/tmp.bgCgf2skCi /tmp/tmp.m6lOACldXL
++ return 0
+ [[ initializing == ready ]]
+ let retry+=1
+ '[' 3 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.H3Ii6AOLea
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rSWLIlxavD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.H3Ii6AOLea
++ cat /tmp/tmp.rSWLIlxavD
++ rm /tmp/tmp.H3Ii6AOLea /tmp/tmp.rSWLIlxavD
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 4 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rPFMKkhBZD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wej2XL8z9K
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.rPFMKkhBZD
++ cat /tmp/tmp.wej2XL8z9K
++ rm /tmp/tmp.rPFMKkhBZD /tmp/tmp.wej2XL8z9K
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 5 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iNudRIVYoM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cQ4d4CBxG3
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.iNudRIVYoM
++ cat /tmp/tmp.cQ4d4CBxG3
++ rm /tmp/tmp.iNudRIVYoM /tmp/tmp.cQ4d4CBxG3
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 6 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rAYvE0NNAN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KwMjjVf9uj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.rAYvE0NNAN
++ cat /tmp/tmp.KwMjjVf9uj
++ rm /tmp/tmp.rAYvE0NNAN /tmp/tmp.KwMjjVf9uj
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 7 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EVI07UPl6s
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UExkUeVO9y
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.EVI07UPl6s
++ cat /tmp/tmp.UExkUeVO9y
++ rm /tmp/tmp.EVI07UPl6s /tmp/tmp.UExkUeVO9y
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 8 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pNSikg9FG1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oqCYzssa0r
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.pNSikg9FG1
++ cat /tmp/tmp.oqCYzssa0r
++ rm /tmp/tmp.pNSikg9FG1 /tmp/tmp.oqCYzssa0r
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 9 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dpcQch1AwN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fEtgizYfTj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.dpcQch1AwN
++ cat /tmp/tmp.fEtgizYfTj
++ rm /tmp/tmp.dpcQch1AwN /tmp/tmp.fEtgizYfTj
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 10 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.B8sVUQrSe5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cmcfKFrMM8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.B8sVUQrSe5
++ cat /tmp/tmp.cmcfKFrMM8
++ rm /tmp/tmp.B8sVUQrSe5 /tmp/tmp.cmcfKFrMM8
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 11 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CFL1zcjORk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Y80fp2VCzr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.CFL1zcjORk
++ cat /tmp/tmp.Y80fp2VCzr
++ rm /tmp/tmp.CFL1zcjORk /tmp/tmp.Y80fp2VCzr
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 12 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zvj6Oe3lRU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I1HoMz6lgK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.zvj6Oe3lRU
++ cat /tmp/tmp.I1HoMz6lgK
++ rm /tmp/tmp.zvj6Oe3lRU /tmp/tmp.I1HoMz6lgK
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 13 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OPfYXTRso9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0mJhV819zX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.OPfYXTRso9
++ cat /tmp/tmp.0mJhV819zX
++ rm /tmp/tmp.OPfYXTRso9 /tmp/tmp.0mJhV819zX
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 14 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HbzFwcF21p
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mC5hkgbYE2
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.HbzFwcF21p
++ cat /tmp/tmp.mC5hkgbYE2
++ rm /tmp/tmp.HbzFwcF21p /tmp/tmp.mC5hkgbYE2
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 15 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fCWt7wAS9K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2XfjiXnK1z
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.fCWt7wAS9K
++ cat /tmp/tmp.2XfjiXnK1z
++ rm /tmp/tmp.fCWt7wAS9K /tmp/tmp.2XfjiXnK1z
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 16 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iCxQvetKm8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YudgkXChd5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.iCxQvetKm8
++ cat /tmp/tmp.YudgkXChd5
++ rm /tmp/tmp.iCxQvetKm8 /tmp/tmp.YudgkXChd5
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 17 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.u3LrsI0Jtz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6vIYfPzBpw
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.u3LrsI0Jtz
++ cat /tmp/tmp.6vIYfPzBpw
++ rm /tmp/tmp.u3LrsI0Jtz /tmp/tmp.6vIYfPzBpw
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 18 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hQ8eLf8Smq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G5o0HmqIRh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.hQ8eLf8Smq
++ cat /tmp/tmp.G5o0HmqIRh
++ rm /tmp/tmp.hQ8eLf8Smq /tmp/tmp.G5o0HmqIRh
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 19 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yt633oGViB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.00vNDCWJlZ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.yt633oGViB
++ cat /tmp/tmp.00vNDCWJlZ
++ rm /tmp/tmp.yt633oGViB /tmp/tmp.00vNDCWJlZ
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 20 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YzX7CcatkS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HVxgHYJc5b
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.YzX7CcatkS
++ cat /tmp/tmp.HVxgHYJc5b
++ rm /tmp/tmp.YzX7CcatkS /tmp/tmp.HVxgHYJc5b
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 21 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qmTPP5LpMH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dPEXGwtT1j
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.qmTPP5LpMH
++ cat /tmp/tmp.dPEXGwtT1j
++ rm /tmp/tmp.qmTPP5LpMH /tmp/tmp.dPEXGwtT1j
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 22 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GfOw0GhWGY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.7G8eloaNvG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.GfOw0GhWGY
++ cat /tmp/tmp.7G8eloaNvG
++ rm /tmp/tmp.GfOw0GhWGY /tmp/tmp.7G8eloaNvG
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 23 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FTKK2xSljC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mnKL6BduiC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.FTKK2xSljC
++ cat /tmp/tmp.mnKL6BduiC
++ rm /tmp/tmp.FTKK2xSljC /tmp/tmp.mnKL6BduiC
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 24 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PPB5LEsif1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GcXaFetvWf
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.PPB5LEsif1
++ cat /tmp/tmp.GcXaFetvWf
++ rm /tmp/tmp.PPB5LEsif1 /tmp/tmp.GcXaFetvWf
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 25 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8PNk328hUv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5bgzJgblwy
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.8PNk328hUv
++ cat /tmp/tmp.5bgzJgblwy
++ rm /tmp/tmp.8PNk328hUv /tmp/tmp.5bgzJgblwy
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 26 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IKbxPjTKCo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nyxSgT8aTR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.IKbxPjTKCo
++ cat /tmp/tmp.nyxSgT8aTR
++ rm /tmp/tmp.IKbxPjTKCo /tmp/tmp.nyxSgT8aTR
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 27 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3K10n9oTyV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BvbcxTElFg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.3K10n9oTyV
++ cat /tmp/tmp.BvbcxTElFg
++ rm /tmp/tmp.3K10n9oTyV /tmp/tmp.BvbcxTElFg
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 28 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TdV3NMhk3a
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SlrBiY4ya7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.TdV3NMhk3a
++ cat /tmp/tmp.SlrBiY4ya7
++ rm /tmp/tmp.TdV3NMhk3a /tmp/tmp.SlrBiY4ya7
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 29 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dIg9MRep0l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lD8Dc5jVci
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.dIg9MRep0l
++ cat /tmp/tmp.lD8Dc5jVci
++ rm /tmp/tmp.dIg9MRep0l /tmp/tmp.lD8Dc5jVci
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 30 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DThmKbpZdl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.N6rfRfa6FL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.DThmKbpZdl
++ cat /tmp/tmp.N6rfRfa6FL
++ rm /tmp/tmp.DThmKbpZdl /tmp/tmp.N6rfRfa6FL
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 31 -ge 32 ']'
+ echo -n .
.+ sleep 10
++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3iynj77YGC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dl0EF0iBe6
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 0 ']'
++ break
++ cat /tmp/tmp.3iynj77YGC
++ cat /tmp/tmp.dl0EF0iBe6
++ rm /tmp/tmp.3iynj77YGC /tmp/tmp.dl0EF0iBe6
++ return 0
+ [[ error == ready ]]
+ let retry+=1
+ '[' 32 -ge 32 ']'
+ echo max retry count 32 reached. something went wrong with operator or kubernetes cluster
max retry count 32 reached. something went wrong with operator or kubernetes cluster
+ exit 1