++ echo 'Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/logs/demand-backup-sharded.log'
Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/logs/demand-backup-sharded.log
++ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP_AZURE=
++ oc get projects
++ kubectl get nodes
++ grep '^minikube'
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep -eks-
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ '[' ']'
++ EKS=0
+++ kubectl version -o json
+++ jq -r .serverVersion.gitVersion
+++ grep gke
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ '[' v1.32.13-gke.1205000 ']'
++ GKE=1
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/sbin/sed -r 's/[^0-9.]+//g'
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
++ KUBE_VERSION=1.32
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ custom_port=27019
+ create_infra demand-backup-sharded-29111
+ local ns=demand-backup-sharded-29111
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.ZMnX8FKtD8
++ mktemp
+ local LAST_ERR=/tmp/tmp.p9nVjpwn1h
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZMnX8FKtD8
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.p9nVjpwn1h
+ rm /tmp/tmp.ZMnX8FKtD8 /tmp/tmp.p9nVjpwn1h
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbbackups"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.MiwzKtXueC
++ mktemp
+ local LAST_ERR=/tmp/tmp.7d7cTQtqiQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MiwzKtXueC
+ cat /tmp/tmp.7d7cTQtqiQ
+ rm /tmp/tmp.MiwzKtXueC /tmp/tmp.7d7cTQtqiQ
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.F6zKdgq56b
++ mktemp
+ local LAST_ERR=/tmp/tmp.O5fNwCzwgz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.F6zKdgq56b
+ cat /tmp/tmp.O5fNwCzwgz
+ rm /tmp/tmp.F6zKdgq56b /tmp/tmp.O5fNwCzwgz
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.tLQoygizaV
++ mktemp
+ local LAST_ERR=/tmp/tmp.ozMQn74qJT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.tLQoygizaV
+ cat /tmp/tmp.ozMQn74qJT
+ rm /tmp/tmp.tLQoygizaV /tmp/tmp.ozMQn74qJT
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.eVTPh6IL6L
++ mktemp
+ local LAST_ERR=/tmp/tmp.uHuZQqpXoi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eVTPh6IL6L
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.uHuZQqpXoi
+ rm /tmp/tmp.eVTPh6IL6L /tmp/tmp.uHuZQqpXoi
+ return 0
+ check_crd_for_deletion PR-2283-73ca3795
+ local git_tag=PR-2283-73ca3795
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2283-73ca3795/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jsbRRYGfO1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cWJmCbWg4I
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.jsbRRYGfO1
++ cat /tmp/tmp.cWJmCbWg4I
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.jsbRRYGfO1
++ cat /tmp/tmp.cWJmCbWg4I
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.jsbRRYGfO1
++ cat /tmp/tmp.cWJmCbWg4I
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.jsbRRYGfO1
++ cat /tmp/tmp.cWJmCbWg4I
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.jsbRRYGfO1 /tmp/tmp.cWJmCbWg4I
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
++ mktemp
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ local LAST_OUT=/tmp/tmp.pHlsqQmmJo
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.qkh0YBmypm
+ local exit_status=0
+ local timeout=4
+ local LAST_OUT=/tmp/tmp.dM2CsAEVlf
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.Y2ShimD03Z
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pHlsqQmmJo
+ cat /tmp/tmp.qkh0YBmypm
+ rm /tmp/tmp.pHlsqQmmJo /tmp/tmp.qkh0YBmypm
+ return 0
namespace "demand-backup-sharded-16270" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dM2CsAEVlf
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.Y2ShimD03Z
+ rm /tmp/tmp.dM2CsAEVlf /tmp/tmp.Y2ShimD03Z
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.dEOx9y32RA
++ mktemp
+ local LAST_ERR=/tmp/tmp.oL3iTFi2Ba
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dEOx9y32RA
+ cat /tmp/tmp.oL3iTFi2Ba
+ rm /tmp/tmp.dEOx9y32RA /tmp/tmp.oL3iTFi2Ba
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.31sZw4xaFS
++ mktemp
+ local LAST_ERR=/tmp/tmp.n6FeKUiqtS
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.31sZw4xaFS
namespace/psmdb-operator created
+ cat /tmp/tmp.n6FeKUiqtS
+ rm /tmp/tmp.31sZw4xaFS /tmp/tmp.n6FeKUiqtS
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7bkPxE1PqD
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6iOtgcjozq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7bkPxE1PqD
++ cat /tmp/tmp.6iOtgcjozq
++ rm /tmp/tmp.7bkPxE1PqD /tmp/tmp.6iOtgcjozq
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.1SHIXqPTjt
++ mktemp
+ local LAST_ERR=/tmp/tmp.ynAry6n7wN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1SHIXqPTjt
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6" modified.
+ cat /tmp/tmp.ynAry6n7wN
+ rm /tmp/tmp.1SHIXqPTjt /tmp/tmp.ynAry6n7wN
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2283-73ca3795'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2283-73ca3795
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/demand-backup-sharded/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.AuA7t7peYZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.zXwZbMKOHR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AuA7t7peYZ
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.zXwZbMKOHR
+ rm /tmp/tmp.AuA7t7peYZ /tmp/tmp.zXwZbMKOHR
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.tHpng4vKVT
++ mktemp
+ local LAST_ERR=/tmp/tmp.9xCmMbM7AU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.tHpng4vKVT
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.9xCmMbM7AU
+ rm /tmp/tmp.tHpng4vKVT /tmp/tmp.9xCmMbM7AU
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2283-73ca3795") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.NeAePBKYpQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.QGSVDs9HMx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NeAePBKYpQ
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.QGSVDs9HMx
+ rm /tmp/tmp.NeAePBKYpQ /tmp/tmp.QGSVDs9HMx
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TKCmHfZPKd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.q1lqPAxhcT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TKCmHfZPKd
++ cat /tmp/tmp.q1lqPAxhcT
++ rm /tmp/tmp.TKCmHfZPKd /tmp/tmp.q1lqPAxhcT
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-79d56c85d6-bhsjr
+ local pod=percona-server-mongodb-operator-79d56c85d6-bhsjr
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-79d56c85d6-bhsjr to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.evADebmbIO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s0DElbSwZ1
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.evADebmbIO
++ cat /tmp/tmp.s0DElbSwZ1
++ rm /tmp/tmp.evADebmbIO /tmp/tmp.s0DElbSwZ1
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-79d56c85d6-bhsjr
++ mktemp
+ local LAST_OUT=/tmp/tmp.rzC8opjX4o
++ mktemp
+ local LAST_ERR=/tmp/tmp.SlcIelq1ux
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-79d56c85d6-bhsjr
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rzC8opjX4o
+ cat /tmp/tmp.SlcIelq1ux
+ rm /tmp/tmp.rzC8opjX4o /tmp/tmp.SlcIelq1ux
+ return 0
2026-04-09T16:07:31.322Z	INFO	setup	Manager starting up	{"gitCommit": "73ca37956356b4f3579a3ef1dce0c4105fda2da2", "gitBranch": "PR-2283-73ca3795", "buildTime": "", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"}
+ create_namespace demand-backup-sharded-29111
+ local namespace=demand-backup-sharded-29111
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces demand-backup-sharded-29111'
+ awk '{print$1}'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-sharded-29111
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace demand-backup-sharded-29111 --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.DVsmyIFzqi
++ mktemp
+ local LAST_OUT=/tmp/tmp.i9IJmjyjlH
+ local LAST_ERR=/tmp/tmp.ZlCcwmLQoV
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ local LAST_ERR=/tmp/tmp.UdI3yaVFdT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace demand-backup-sharded-29111 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DVsmyIFzqi
+ cat /tmp/tmp.ZlCcwmLQoV
+ rm /tmp/tmp.DVsmyIFzqi /tmp/tmp.ZlCcwmLQoV
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.i9IJmjyjlH
+ cat /tmp/tmp.UdI3yaVFdT
+ rm /tmp/tmp.i9IJmjyjlH /tmp/tmp.UdI3yaVFdT
+ return 0
+ kubectl_bin wait --for=delete namespace demand-backup-sharded-29111
++ mktemp
+ local LAST_OUT=/tmp/tmp.muelCaW0rk
++ mktemp
+ local LAST_ERR=/tmp/tmp.OGVZMQWiwv
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace demand-backup-sharded-29111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.muelCaW0rk
+ cat /tmp/tmp.OGVZMQWiwv
+ rm /tmp/tmp.muelCaW0rk /tmp/tmp.OGVZMQWiwv
+ return 0
+ desc 'create namespace demand-backup-sharded-29111'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-sharded-29111
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-sharded-29111
++ mktemp
+ local LAST_OUT=/tmp/tmp.DEihyVpclt
++ mktemp
+ local LAST_ERR=/tmp/tmp.dldZoYRS9I
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace demand-backup-sharded-29111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DEihyVpclt
namespace/demand-backup-sharded-29111 created
+ cat /tmp/tmp.dldZoYRS9I
+ rm /tmp/tmp.DEihyVpclt /tmp/tmp.dldZoYRS9I
+ return 0
+ set_kube_ctx demand-backup-sharded-29111
+ local namespace=demand-backup-sharded-29111
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TudYKH3ziM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cn9xgVTPnl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TudYKH3ziM
++ cat /tmp/tmp.cn9xgVTPnl
++ rm /tmp/tmp.TudYKH3ziM /tmp/tmp.cn9xgVTPnl
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6 --namespace=demand-backup-sharded-29111
++ mktemp
+ local LAST_OUT=/tmp/tmp.mfORM9LsZB
++ mktemp
+ local LAST_ERR=/tmp/tmp.kWR7bnvvRL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6 --namespace=demand-backup-sharded-29111
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mfORM9LsZB
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2283-73ca3795-11-cluster6" modified.
+ cat /tmp/tmp.kWR7bnvvRL
+ rm /tmp/tmp.mfORM9LsZB /tmp/tmp.kWR7bnvvRL
+ return 0
+ deploy_minio
+ local cert_secret=
+ local service_name=minio-service
+ desc 'install MinIO: minio-service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install MinIO: minio-service
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G' '--set' 'fullnameOverride=minio-service' '--set' 'serviceAccount.create=true' '--set' 'serviceAccount.name=minio-service-sa')
+ local minio_args
+ [[ -n '' ]]
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
NAME: minio-service
LAST DEPLOYED: Thu Apr  9 16:08:07 2026
NAMESPACE: demand-backup-sharded-29111
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.demand-backup-sharded-29111.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace demand-backup-sharded-29111 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-sharded-29111

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-sharded-29111 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-sharded-29111 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8XJa9sO6rt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Cmic7z9ZzN
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8XJa9sO6rt
++ cat /tmp/tmp.Cmic7z9ZzN
++ rm /tmp/tmp.8XJa9sO6rt /tmp/tmp.Cmic7z9ZzN
++ return 0
+ local MINIO_POD=minio-service-6d5f646cdc-x98lh
+ wait_pod minio-service-6d5f646cdc-x98lh
+ local pod=minio-service-6d5f646cdc-x98lh
+ set +o xtrace
waiting for pod/minio-service-6d5f646cdc-x98lh to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.demand-backup-sharded-29111.svc.cluster.local --tcp=9000
service/minio-service created
+ create_minio_bucket operator-testing http://minio-service:9000
+ local bucket=operator-testing
+ local endpoint=http://minio-service:9000
+ kubectl_bin run -i --rm aws-cli --image=docker.io/perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=some-access-key \t\tAWS_SECRET_ACCESS_KEY=some-secret-key \t\tAWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JcQ0S9NrP5
++ mktemp
+ local LAST_ERR=/tmp/tmp.uOjR3ocQdr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl run -i --rm aws-cli --image=docker.io/perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=some-access-key \t\tAWS_SECRET_ACCESS_KEY=some-secret-key \t\tAWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JcQ0S9NrP5
pod "aws-cli" deleted from demand-backup-sharded-29111 namespace
+ cat /tmp/tmp.uOjR3ocQdr
All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
If you don't see a command prompt, try pressing enter.
+ rm /tmp/tmp.JcQ0S9NrP5 /tmp/tmp.uOjR3ocQdr
+ return 0
+ desc 'create first PSMDB cluster with custom port 27019'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster with custom port 27019
-----------------------------------------------------------------------------------

+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/client.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.DSvDVAOrTm
++ mktemp
+ local LAST_ERR=/tmp/tmp.df7SINgy6N
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/client.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DSvDVAOrTm
secret/some-users created
deployment.apps/psmdb-client created
+ cat /tmp/tmp.df7SINgy6N
+ rm /tmp/tmp.DSvDVAOrTm /tmp/tmp.df7SINgy6N
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.3qLJw6Ud0M
++ mktemp
+ local LAST_ERR=/tmp/tmp.ssxwxXTAFl
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3qLJw6Ud0M
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
+ cat /tmp/tmp.ssxwxXTAFl
+ rm /tmp/tmp.3qLJw6Ud0M /tmp/tmp.ssxwxXTAFl
+ return 0
+ version_gt 1.19
++ echo '1.32 >= 1.19'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ '[' 0 -ne 1 ']'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/conf/container-rc.yaml
+ /usr/sbin/sed s/docker/runc/g
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.CGfrhvPKBu
++ mktemp
+ local LAST_ERR=/tmp/tmp.dxahuO0KxA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CGfrhvPKBu
runtimeclass.node.k8s.io/container-rc unchanged
+ cat /tmp/tmp.dxahuO0KxA
+ rm /tmp/tmp.CGfrhvPKBu /tmp/tmp.dxahuO0KxA
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/demand-backup-sharded/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/demand-backup-sharded/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2283/e2e-tests/demand-backup-sharded/conf/some-name-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2283-73ca3795"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.QgYZlWyMga
+ /usr/sbin/sed -e s/NAME_SPACE/demand-backup-sharded-29111/g
++ mktemp
+ local LAST_ERR=/tmp/tmp.0SSeJASaIB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QgYZlWyMga
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.0SSeJASaIB
+ rm /tmp/tmp.QgYZlWyMga /tmp/tmp.0SSeJASaIB
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.......OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready...........OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Ox37S9vsrv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kOtL2hg4Kr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Ox37S9vsrv
++ cat /tmp/tmp.kOtL2hg4Kr
++ rm /tmp/tmp.Ox37S9vsrv /tmp/tmp.kOtL2hg4Kr
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jG3Dzmrlg4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3nOjdgb6Iu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jG3Dzmrlg4
++ cat /tmp/tmp.3nOjdgb6Iu
++ rm /tmp/tmp.jG3Dzmrlg4 /tmp/tmp.3nOjdgb6Iu
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Vcjk3tR2l5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JlJMBUS2me
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Vcjk3tR2l5
++ cat /tmp/tmp.JlJMBUS2me
++ rm /tmp/tmp.Vcjk3tR2l5 /tmp/tmp.JlJMBUS2me
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness.............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................2026-04-09T16:50:10.757Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e99a2070-1132-4ffd-921e-a78fdf88a029", "replset": "rs2", "status": "initializing"}
2026-04-09T16:50:13.160Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e99a2070-1132-4ffd-921e-a78fdf88a029", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:50:24.411Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6fd99122-50f3-40bd-98ed-4de6fda3df15", "liveMembers": 2, "pods": 3}
2026-04-09T16:50:24.415Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6fd99122-50f3-40bd-98ed-4de6fda3df15", "replset": "rs2", "status": "initializing"}
2026-04-09T16:50:27.730Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6fd99122-50f3-40bd-98ed-4de6fda3df15", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:50:38.889Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5d49c57f-2d30-4254-8069-1bafee543519", "liveMembers": 2, "pods": 3}
2026-04-09T16:50:38.892Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5d49c57f-2d30-4254-8069-1bafee543519", "replset": "rs2", "status": "initializing"}
2026-04-09T16:50:41.857Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5d49c57f-2d30-4254-8069-1bafee543519", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:50:53.057Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "77b49e95-348f-4f1a-94bb-f57d2111f1ac", "liveMembers": 2, "pods": 3}
2026-04-09T16:50:53.059Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "77b49e95-348f-4f1a-94bb-f57d2111f1ac", "replset": "rs2", "status": "initializing"}
2026-04-09T16:50:55.978Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "77b49e95-348f-4f1a-94bb-f57d2111f1ac", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:51:07.188Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7479cf32-2c80-4594-b811-cfea69598c49", "liveMembers": 2, "pods": 3}
2026-04-09T16:51:07.191Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7479cf32-2c80-4594-b811-cfea69598c49", "replset": "rs2", "status": "initializing"}
2026-04-09T16:51:09.390Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7479cf32-2c80-4594-b811-cfea69598c49", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:51:20.767Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7abf3d53-26db-4da9-9359-455cd8947229", "liveMembers": 2, "pods": 3}
2026-04-09T16:51:20.769Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7abf3d53-26db-4da9-9359-455cd8947229", "replset": "rs2", "status": "initializing"}
2026-04-09T16:51:23.066Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7abf3d53-26db-4da9-9359-455cd8947229", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:51:34.543Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "58a13100-ee2c-4f2d-9f56-7fb57f164999", "liveMembers": 2, "pods": 3}
2026-04-09T16:51:34.546Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "58a13100-ee2c-4f2d-9f56-7fb57f164999", "replset": "rs2", "status": "initializing"}
2026-04-09T16:51:36.854Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "58a13100-ee2c-4f2d-9f56-7fb57f164999", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:51:48.147Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "968a8796-9c91-493e-8c9b-e78afd113c32", "liveMembers": 2, "pods": 3}
2026-04-09T16:51:48.150Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "968a8796-9c91-493e-8c9b-e78afd113c32", "replset": "rs2", "status": "initializing"}
2026-04-09T16:51:50.455Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "968a8796-9c91-493e-8c9b-e78afd113c32", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:52:01.807Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "64b60bbd-cc50-45a1-840a-5aaeb8ee4a1e", "liveMembers": 2, "pods": 3}
2026-04-09T16:52:01.811Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "64b60bbd-cc50-45a1-840a-5aaeb8ee4a1e", "replset": "rs2", "status": "initializing"}
2026-04-09T16:52:04.291Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "64b60bbd-cc50-45a1-840a-5aaeb8ee4a1e", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:52:16.258Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9edcf376-7601-4850-a615-010d39ac86b7", "liveMembers": 2, "pods": 3}
2026-04-09T16:52:16.261Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9edcf376-7601-4850-a615-010d39ac86b7", "replset": "rs2", "status": "initializing"}
2026-04-09T16:52:18.528Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9edcf376-7601-4850-a615-010d39ac86b7", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:52:36.111Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e237f5a-dbf8-4411-9f2f-236734534f9d", "liveMembers": 2, "pods": 3}
2026-04-09T16:52:36.115Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e237f5a-dbf8-4411-9f2f-236734534f9d", "replset": "rs2", "status": "initializing"}
2026-04-09T16:52:38.422Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e237f5a-dbf8-4411-9f2f-236734534f9d", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:52:49.795Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "46441d54-f834-465d-aa72-b7e1a6eb8a50", "liveMembers": 2, "pods": 3}
2026-04-09T16:52:49.797Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "46441d54-f834-465d-aa72-b7e1a6eb8a50", "replset": "rs2", "status": "initializing"}
2026-04-09T16:52:52.158Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "46441d54-f834-465d-aa72-b7e1a6eb8a50", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:53:03.480Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7e9bbc4e-3654-4d96-88ec-3373d096c5e6", "liveMembers": 2, "pods": 3}
2026-04-09T16:53:03.483Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7e9bbc4e-3654-4d96-88ec-3373d096c5e6", "replset": "rs2", "status": "initializing"}
2026-04-09T16:53:05.801Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "7e9bbc4e-3654-4d96-88ec-3373d096c5e6", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:53:17.153Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "097c7ded-4d0c-4649-b93c-fe186398b972", "liveMembers": 2, "pods": 3}
2026-04-09T16:53:17.156Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "097c7ded-4d0c-4649-b93c-fe186398b972", "replset": "rs2", "status": "initializing"}
2026-04-09T16:53:19.407Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "097c7ded-4d0c-4649-b93c-fe186398b972", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:53:31.656Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a087b406-5d2f-4578-a0d4-2a9b5f490769", "liveMembers": 2, "pods": 3}
2026-04-09T16:53:31.658Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a087b406-5d2f-4578-a0d4-2a9b5f490769", "replset": "rs2", "status": "initializing"}
2026-04-09T16:53:33.926Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a087b406-5d2f-4578-a0d4-2a9b5f490769", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:53:46.304Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "dc778627-4dac-4ab0-8c26-71516c08c9d3", "liveMembers": 2, "pods": 3}
2026-04-09T16:53:46.308Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "dc778627-4dac-4ab0-8c26-71516c08c9d3", "replset": "rs2", "status": "initializing"}
2026-04-09T16:53:48.599Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "dc778627-4dac-4ab0-8c26-71516c08c9d3", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:54:00.654Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b6e6a420-def5-4d4e-adff-81771102a7a9", "liveMembers": 2, "pods": 3}
2026-04-09T16:54:00.656Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b6e6a420-def5-4d4e-adff-81771102a7a9", "replset": "rs2", "status": "initializing"}
2026-04-09T16:54:02.899Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b6e6a420-def5-4d4e-adff-81771102a7a9", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:54:14.822Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8d4e0749-eda1-47e9-8f8e-d3292cf4895a", "liveMembers": 2, "pods": 3}
2026-04-09T16:54:14.824Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8d4e0749-eda1-47e9-8f8e-d3292cf4895a", "replset": "rs2", "status": "initializing"}
2026-04-09T16:54:17.199Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8d4e0749-eda1-47e9-8f8e-d3292cf4895a", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:54:29.521Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "be12f78d-57af-4d81-9a8c-6fefd25b69b2", "liveMembers": 2, "pods": 3}
2026-04-09T16:54:29.527Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "be12f78d-57af-4d81-9a8c-6fefd25b69b2", "replset": "rs2", "status": "initializing"}
2026-04-09T16:54:31.978Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "be12f78d-57af-4d81-9a8c-6fefd25b69b2", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:54:44.264Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b87ea696-c156-4540-99a6-cbc09e90c0d5", "liveMembers": 2, "pods": 3}
2026-04-09T16:54:44.268Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b87ea696-c156-4540-99a6-cbc09e90c0d5", "replset": "rs2", "status": "initializing"}
2026-04-09T16:54:46.583Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b87ea696-c156-4540-99a6-cbc09e90c0d5", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:54:58.665Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8cb60389-cbd0-46a1-b922-915fe305c661", "liveMembers": 2, "pods": 3}
2026-04-09T16:54:58.668Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8cb60389-cbd0-46a1-b922-915fe305c661", "replset": "rs2", "status": "initializing"}
2026-04-09T16:55:01.119Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8cb60389-cbd0-46a1-b922-915fe305c661", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:55:12.967Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "09ea64a0-2b65-4ad0-8d62-c6ad8fa2d27e", "liveMembers": 2, "pods": 3}
2026-04-09T16:55:12.970Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "09ea64a0-2b65-4ad0-8d62-c6ad8fa2d27e", "replset": "rs2", "status": "initializing"}
2026-04-09T16:55:15.397Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "09ea64a0-2b65-4ad0-8d62-c6ad8fa2d27e", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:55:27.583Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3d92f1c8-7d44-40fd-bec5-f9510758ab2b", "liveMembers": 2, "pods": 3}
2026-04-09T16:55:27.586Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3d92f1c8-7d44-40fd-bec5-f9510758ab2b", "replset": "rs2", "status": "initializing"}
2026-04-09T16:55:29.939Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3d92f1c8-7d44-40fd-bec5-f9510758ab2b", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:55:42.067Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e7d599e1-0096-4c0e-b652-bf5c6a9c7d0a", "liveMembers": 2, "pods": 3}
2026-04-09T16:55:42.070Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e7d599e1-0096-4c0e-b652-bf5c6a9c7d0a", "replset": "rs2", "status": "initializing"}
2026-04-09T16:55:44.438Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e7d599e1-0096-4c0e-b652-bf5c6a9c7d0a", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:55:56.876Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3cb91d1e-bc9c-406f-a311-27b301b823c2", "liveMembers": 2, "pods": 3}
2026-04-09T16:55:56.879Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3cb91d1e-bc9c-406f-a311-27b301b823c2", "replset": "rs2", "status": "initializing"}
2026-04-09T16:55:59.166Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3cb91d1e-bc9c-406f-a311-27b301b823c2", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:56:10.801Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d7286af4-861f-4b35-b167-ab9802268339", "liveMembers": 2, "pods": 3}
2026-04-09T16:56:10.805Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d7286af4-861f-4b35-b167-ab9802268339", "replset": "rs2", "status": "initializing"}
2026-04-09T16:56:13.268Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d7286af4-861f-4b35-b167-ab9802268339", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:56:24.504Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e34a48fd-7550-4d59-a50b-80d68386821e", "liveMembers": 2, "pods": 3}
2026-04-09T16:56:24.508Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e34a48fd-7550-4d59-a50b-80d68386821e", "replset": "rs2", "status": "initializing"}
2026-04-09T16:56:27.618Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e34a48fd-7550-4d59-a50b-80d68386821e", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:56:38.839Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bafc79b8-dad7-4150-acea-a4a062fccb4f", "liveMembers": 2, "pods": 3}
2026-04-09T16:56:38.842Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bafc79b8-dad7-4150-acea-a4a062fccb4f", "replset": "rs2", "status": "initializing"}
2026-04-09T16:56:41.798Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bafc79b8-dad7-4150-acea-a4a062fccb4f", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:56:53.414Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "0404f9ba-194a-4be5-b76c-5c3ca728f0c0", "liveMembers": 2, "pods": 3}
2026-04-09T16:56:53.417Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "0404f9ba-194a-4be5-b76c-5c3ca728f0c0", "replset": "rs2", "status": "initializing"}
2026-04-09T16:56:56.413Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "0404f9ba-194a-4be5-b76c-5c3ca728f0c0", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:57:07.603Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6332f3ec-5a9c-4036-82f8-4929ab51dffa", "liveMembers": 2, "pods": 3}
2026-04-09T16:57:07.606Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6332f3ec-5a9c-4036-82f8-4929ab51dffa", "replset": "rs2", "status": "initializing"}
2026-04-09T16:57:10.060Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6332f3ec-5a9c-4036-82f8-4929ab51dffa", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:57:21.439Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e920fb0e-98f2-42ee-9e6e-3faa17d7cc3b", "liveMembers": 2, "pods": 3}
2026-04-09T16:57:21.443Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e920fb0e-98f2-42ee-9e6e-3faa17d7cc3b", "replset": "rs2", "status": "initializing"}
2026-04-09T16:57:23.788Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e920fb0e-98f2-42ee-9e6e-3faa17d7cc3b", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:57:35.206Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "22a06a14-9bef-4b70-96f8-76765fcd9b41", "liveMembers": 2, "pods": 3}
2026-04-09T16:57:35.209Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "22a06a14-9bef-4b70-96f8-76765fcd9b41", "replset": "rs2", "status": "initializing"}
2026-04-09T16:57:37.473Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "22a06a14-9bef-4b70-96f8-76765fcd9b41", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:57:49.142Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "df87315e-b644-404c-a8b2-2a76e3c23846", "liveMembers": 2, "pods": 3}
2026-04-09T16:57:49.145Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "df87315e-b644-404c-a8b2-2a76e3c23846", "replset": "rs2", "status": "initializing"}
2026-04-09T16:57:51.396Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "df87315e-b644-404c-a8b2-2a76e3c23846", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:58:02.555Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e39c12c6-60b5-40fd-901e-7d2c8b27cbac", "liveMembers": 2, "pods": 3}
2026-04-09T16:58:02.557Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e39c12c6-60b5-40fd-901e-7d2c8b27cbac", "replset": "rs2", "status": "initializing"}
2026-04-09T16:58:04.971Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e39c12c6-60b5-40fd-901e-7d2c8b27cbac", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:58:16.585Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "fbd2ed92-317b-4637-8736-35193e50dda4", "liveMembers": 2, "pods": 3}
2026-04-09T16:58:16.588Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "fbd2ed92-317b-4637-8736-35193e50dda4", "replset": "rs2", "status": "initializing"}
2026-04-09T16:58:18.852Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "fbd2ed92-317b-4637-8736-35193e50dda4", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:58:30.584Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "2969094f-39fe-4ca5-88ea-07b10d93589a", "liveMembers": 2, "pods": 3}
2026-04-09T16:58:30.587Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "2969094f-39fe-4ca5-88ea-07b10d93589a", "replset": "rs2", "status": "initializing"}
2026-04-09T16:58:32.852Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "2969094f-39fe-4ca5-88ea-07b10d93589a", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:58:44.611Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d46ef5d9-f815-48b8-ac23-b44f5e162106", "liveMembers": 2, "pods": 3}
2026-04-09T16:58:44.619Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d46ef5d9-f815-48b8-ac23-b44f5e162106", "replset": "rs2", "status": "initializing"}
2026-04-09T16:58:46.936Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d46ef5d9-f815-48b8-ac23-b44f5e162106", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:58:59.011Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "48071d7e-a515-4bf9-9d97-59a3588a7c64", "liveMembers": 2, "pods": 3}
2026-04-09T16:58:59.022Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "48071d7e-a515-4bf9-9d97-59a3588a7c64", "replset": "rs2", "status": "initializing"}
2026-04-09T16:59:01.300Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "48071d7e-a515-4bf9-9d97-59a3588a7c64", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:59:12.879Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12c0c3ed-9e10-4a67-84af-bf2027de0765", "liveMembers": 2, "pods": 3}
2026-04-09T16:59:12.881Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12c0c3ed-9e10-4a67-84af-bf2027de0765", "replset": "rs2", "status": "initializing"}
2026-04-09T16:59:15.247Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12c0c3ed-9e10-4a67-84af-bf2027de0765", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:59:26.984Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5f7a4f9a-f3f6-4b26-a601-38da8f3ce9df", "liveMembers": 2, "pods": 3}
2026-04-09T16:59:26.987Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5f7a4f9a-f3f6-4b26-a601-38da8f3ce9df", "replset": "rs2", "status": "initializing"}
2026-04-09T16:59:29.250Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "5f7a4f9a-f3f6-4b26-a601-38da8f3ce9df", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:59:40.941Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "35d7f7b1-b7de-4ca8-ba05-3578fcff9f13", "liveMembers": 2, "pods": 3}
2026-04-09T16:59:40.943Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "35d7f7b1-b7de-4ca8-ba05-3578fcff9f13", "replset": "rs2", "status": "initializing"}
2026-04-09T16:59:43.216Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "35d7f7b1-b7de-4ca8-ba05-3578fcff9f13", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T16:59:54.285Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f41df028-4587-4368-9d30-1b44531fca4b", "liveMembers": 2, "pods": 3}
2026-04-09T16:59:54.288Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f41df028-4587-4368-9d30-1b44531fca4b", "replset": "rs2", "status": "initializing"}
2026-04-09T16:59:56.895Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f41df028-4587-4368-9d30-1b44531fca4b", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:00:08.393Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "219921ac-750e-45e1-8ad4-abcc50ff0c19", "liveMembers": 2, "pods": 3}
2026-04-09T17:00:08.396Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "219921ac-750e-45e1-8ad4-abcc50ff0c19", "replset": "rs2", "status": "initializing"}
2026-04-09T17:00:10.774Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "219921ac-750e-45e1-8ad4-abcc50ff0c19", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:00:21.649Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6cb85626-08f1-4d32-baaa-e2aa619f8580", "liveMembers": 2, "pods": 3}
2026-04-09T17:00:21.651Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6cb85626-08f1-4d32-baaa-e2aa619f8580", "replset": "rs2", "status": "initializing"}
2026-04-09T17:00:23.905Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6cb85626-08f1-4d32-baaa-e2aa619f8580", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:00:35.097Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a97fc0de-c8b8-448b-93c8-d2d21612fbe6", "liveMembers": 2, "pods": 3}
2026-04-09T17:00:35.101Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a97fc0de-c8b8-448b-93c8-d2d21612fbe6", "replset": "rs2", "status": "initializing"}
2026-04-09T17:00:37.348Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "a97fc0de-c8b8-448b-93c8-d2d21612fbe6", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:00:48.409Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3574a1d8-d0b4-4577-a988-d9ae19d0f852", "liveMembers": 2, "pods": 3}
2026-04-09T17:00:48.412Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3574a1d8-d0b4-4577-a988-d9ae19d0f852", "replset": "rs2", "status": "initializing"}
2026-04-09T17:00:50.684Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3574a1d8-d0b4-4577-a988-d9ae19d0f852", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:01:01.771Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d9bd59b8-fd57-47f7-a5ce-bbcef00a10e0", "liveMembers": 2, "pods": 3}
2026-04-09T17:01:01.774Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d9bd59b8-fd57-47f7-a5ce-bbcef00a10e0", "replset": "rs2", "status": "initializing"}
2026-04-09T17:01:04.143Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "d9bd59b8-fd57-47f7-a5ce-bbcef00a10e0", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:01:15.752Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9a14f95f-2371-4a79-b495-a09cb6135dd6", "liveMembers": 2, "pods": 3}
2026-04-09T17:01:15.754Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9a14f95f-2371-4a79-b495-a09cb6135dd6", "replset": "rs2", "status": "initializing"}
2026-04-09T17:01:18.246Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "9a14f95f-2371-4a79-b495-a09cb6135dd6", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:01:30.037Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bd13138c-91dd-4327-a3fe-351a5b862a81", "liveMembers": 2, "pods": 3}
2026-04-09T17:01:30.039Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bd13138c-91dd-4327-a3fe-351a5b862a81", "replset": "rs2", "status": "initializing"}
2026-04-09T17:01:32.328Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "bd13138c-91dd-4327-a3fe-351a5b862a81", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:01:44.079Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12e795dd-1924-4e85-9ee2-90bc59c6afdd", "liveMembers": 2, "pods": 3}
2026-04-09T17:01:44.083Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12e795dd-1924-4e85-9ee2-90bc59c6afdd", "replset": "rs2", "status": "initializing"}
2026-04-09T17:01:46.325Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "12e795dd-1924-4e85-9ee2-90bc59c6afdd", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:01:58.181Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3333f77b-c38d-4d46-adfe-956acdc4ae29", "liveMembers": 2, "pods": 3}
2026-04-09T17:01:58.184Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3333f77b-c38d-4d46-adfe-956acdc4ae29", "replset": "rs2", "status": "initializing"}
2026-04-09T17:02:00.446Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "3333f77b-c38d-4d46-adfe-956acdc4ae29", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:02:11.913Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "67af35ad-b152-46d5-a87e-720c8edbcef4", "liveMembers": 2, "pods": 3}
2026-04-09T17:02:11.915Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "67af35ad-b152-46d5-a87e-720c8edbcef4", "replset": "rs2", "status": "initializing"}
2026-04-09T17:02:14.175Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "67af35ad-b152-46d5-a87e-720c8edbcef4", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:02:25.758Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "93de234e-72d1-4b62-a960-6fcb2130505b", "liveMembers": 2, "pods": 3}
2026-04-09T17:02:25.759Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "93de234e-72d1-4b62-a960-6fcb2130505b", "replset": "rs2", "status": "initializing"}
2026-04-09T17:02:28.127Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "93de234e-72d1-4b62-a960-6fcb2130505b", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:02:39.365Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e503832-1430-4b26-ba0c-e4fb8d314371", "liveMembers": 2, "pods": 3}
2026-04-09T17:02:39.367Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e503832-1430-4b26-ba0c-e4fb8d314371", "replset": "rs2", "status": "initializing"}
2026-04-09T17:02:42.179Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8e503832-1430-4b26-ba0c-e4fb8d314371", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:02:53.172Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "99b274af-bbad-4145-84c2-8f0781a173b4", "liveMembers": 2, "pods": 3}
2026-04-09T17:02:53.175Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "99b274af-bbad-4145-84c2-8f0781a173b4", "replset": "rs2", "status": "initializing"}
2026-04-09T17:02:56.168Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "99b274af-bbad-4145-84c2-8f0781a173b4", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:03:07.277Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1f5a7aa8-6bd0-4b6a-8424-6f9da4a77d79", "liveMembers": 2, "pods": 3}
2026-04-09T17:03:07.280Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1f5a7aa8-6bd0-4b6a-8424-6f9da4a77d79", "replset": "rs2", "status": "initializing"}
2026-04-09T17:03:09.593Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1f5a7aa8-6bd0-4b6a-8424-6f9da4a77d79", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:03:20.482Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e6af700a-c65f-4097-8182-11dde7ece12e", "liveMembers": 2, "pods": 3}
2026-04-09T17:03:20.484Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e6af700a-c65f-4097-8182-11dde7ece12e", "replset": "rs2", "status": "initializing"}
2026-04-09T17:03:22.797Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "e6af700a-c65f-4097-8182-11dde7ece12e", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:03:33.717Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f0c8bb00-0bff-4382-9ba4-724fe0a90602", "liveMembers": 2, "pods": 3}
2026-04-09T17:03:33.719Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f0c8bb00-0bff-4382-9ba4-724fe0a90602", "replset": "rs2", "status": "initializing"}
2026-04-09T17:03:35.949Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f0c8bb00-0bff-4382-9ba4-724fe0a90602", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:03:46.848Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "904d03b5-026e-49b6-bfe4-41c7d3accd5d", "liveMembers": 2, "pods": 3}
2026-04-09T17:03:46.850Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "904d03b5-026e-49b6-bfe4-41c7d3accd5d", "replset": "rs2", "status": "initializing"}
2026-04-09T17:03:49.164Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "904d03b5-026e-49b6-bfe4-41c7d3accd5d", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:04:01.530Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "30f33f18-bd3c-4549-9e5b-78cafce09545", "liveMembers": 2, "pods": 3}
2026-04-09T17:04:01.533Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "30f33f18-bd3c-4549-9e5b-78cafce09545", "replset": "rs2", "status": "initializing"}
2026-04-09T17:04:03.774Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "30f33f18-bd3c-4549-9e5b-78cafce09545", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:04:15.303Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "175bd049-e492-444b-a1cc-5e99858bcdb4", "liveMembers": 2, "pods": 3}
2026-04-09T17:04:15.306Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "175bd049-e492-444b-a1cc-5e99858bcdb4", "replset": "rs2", "status": "initializing"}
2026-04-09T17:04:17.721Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "175bd049-e492-444b-a1cc-5e99858bcdb4", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:04:29.142Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1984d892-555d-4ac3-b0b9-fe2914a16de2", "liveMembers": 2, "pods": 3}
2026-04-09T17:04:29.145Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1984d892-555d-4ac3-b0b9-fe2914a16de2", "replset": "rs2", "status": "initializing"}
2026-04-09T17:04:31.387Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "1984d892-555d-4ac3-b0b9-fe2914a16de2", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:04:43.410Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b0d0c973-d280-4ea9-a99c-5d4f4e885342", "liveMembers": 2, "pods": 3}
2026-04-09T17:04:43.414Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b0d0c973-d280-4ea9-a99c-5d4f4e885342", "replset": "rs2", "status": "initializing"}
2026-04-09T17:04:45.683Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "b0d0c973-d280-4ea9-a99c-5d4f4e885342", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:04:57.360Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6529b072-2543-4ff2-84b8-cf38be9df430", "liveMembers": 2, "pods": 3}
2026-04-09T17:04:57.362Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6529b072-2543-4ff2-84b8-cf38be9df430", "replset": "rs2", "status": "initializing"}
2026-04-09T17:04:59.595Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "6529b072-2543-4ff2-84b8-cf38be9df430", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:05:11.392Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8837895b-751b-4677-98b3-6f115095d410", "liveMembers": 2, "pods": 3}
2026-04-09T17:05:11.396Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8837895b-751b-4677-98b3-6f115095d410", "replset": "rs2", "status": "initializing"}
2026-04-09T17:05:13.618Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "8837895b-751b-4677-98b3-6f115095d410", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:05:24.515Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "ba28b6a5-e2fe-42ff-bec3-f7bbc7c3baf1", "liveMembers": 2, "pods": 3}
2026-04-09T17:05:24.518Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "ba28b6a5-e2fe-42ff-bec3-f7bbc7c3baf1", "replset": "rs2", "status": "initializing"}
2026-04-09T17:05:27.591Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "ba28b6a5-e2fe-42ff-bec3-f7bbc7c3baf1", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}
2026-04-09T17:05:38.638Z	DEBUG	Replset is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f48f42cf-e24b-4599-8d56-f81b4a3862ac", "liveMembers": 2, "pods": 3}
2026-04-09T17:05:38.640Z	DEBUG	Replset status is not healthy	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f48f42cf-e24b-4599-8d56-f81b4a3862ac", "replset": "rs2", "status": "initializing"}
2026-04-09T17:05:41.660Z	DEBUG	Cluster is not ready	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-sharded-29111"}, "namespace": "demand-backup-sharded-29111", "name": "some-name", "reconcileID": "f48f42cf-e24b-4599-8d56-f81b4a3862ac", "pbmStatus": "ready", "upgradeInProgress": false, "replsetsReady": 4, "clusterState": "initializing"}

Waiting timeout has been reached. Exiting...