++ echo 'Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/logs/expose-sharded.log' Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/logs/expose-sharded.log ++ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/cloud-secret.yml ']' ++ SKIP_BACKUPS_TO_AWS_GCP_AZURE= ++ oc get projects ++ kubectl get nodes ++ grep '^minikube' +++ kubectl version -o json +++ jq -r .serverVersion.gitVersion +++ grep '\-eks\-' grep: warning: stray \ before - Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1 ++ '[' ']' ++ EKS=0 +++ kubectl version -o json +++ jq -r .serverVersion.gitVersion +++ grep gke Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1 ++ '[' v1.31.14-gke.1081000 ']' ++ GKE=1 +++ kubectl version -o json +++ jq -r '.serverVersion.major + "." + .serverVersion.minor' +++ /usr/sbin/sed -r 's/[^0-9.]+//g' Warning: version difference between client (1.35) and server (1.31) exceeds the supported minor version skew of +/-1 ++ KUBE_VERSION=1.31 + main + create_infra expose-sharded-6362 + local ns=expose-sharded-6362 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.724QafTsc9 ++ mktemp + local LAST_ERR=/tmp/tmp.16mz7q4N1m + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.724QafTsc9 customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.16mz7q4N1m + rm /tmp/tmp.724QafTsc9 /tmp/tmp.16mz7q4N1m + return 0 ++ grep -v '\-\-\-' ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml grep: warning: stray \ before - grep: warning: stray \ before - + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbbackups" + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbbackups" + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.iGHTrAn3xu ++ mktemp + local LAST_ERR=/tmp/tmp.6mcsoHg3MD + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.iGHTrAn3xu + cat /tmp/tmp.6mcsoHg3MD + rm /tmp/tmp.iGHTrAn3xu /tmp/tmp.6mcsoHg3MD + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.Q2y9iwUJ56 ++ mktemp + local LAST_ERR=/tmp/tmp.2qP6vtJNjP + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Q2y9iwUJ56 + cat /tmp/tmp.2qP6vtJNjP + rm /tmp/tmp.Q2y9iwUJ56 /tmp/tmp.2qP6vtJNjP + return 0 + for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-') + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.uLi87fbt7v ++ mktemp + local LAST_ERR=/tmp/tmp.AIhGxvfKSO + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.uLi87fbt7v + cat /tmp/tmp.AIhGxvfKSO + rm /tmp/tmp.uLi87fbt7v /tmp/tmp.AIhGxvfKSO + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.j1GqpnJOBZ ++ mktemp + local LAST_ERR=/tmp/tmp.Bli4F3MG5U + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.j1GqpnJOBZ clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.Bli4F3MG5U + rm /tmp/tmp.j1GqpnJOBZ /tmp/tmp.Bli4F3MG5U + return 0 + check_crd_for_deletion PR-2036-939b0686 + local git_tag=PR-2036-939b0686 ++ yq eval .metadata.name ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2036-939b0686/deploy/crd.yaml ++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g' ++ /usr/sbin/sed s/---//g + for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g') ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1hcKH9y55r +++ mktemp ++ local LAST_ERR=/tmp/tmp.FrkEzFIQdB ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.1hcKH9y55r ++ cat /tmp/tmp.FrkEzFIQdB Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.1hcKH9y55r ++ cat /tmp/tmp.FrkEzFIQdB Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.1hcKH9y55r ++ cat /tmp/tmp.FrkEzFIQdB Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.1hcKH9y55r ++ cat /tmp/tmp.FrkEzFIQdB Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.1hcKH9y55r /tmp/tmp.FrkEzFIQdB ++ return 1 + [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces psmdb-operator' ++ mktemp + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.r0HoKckrX1 egrep: warning: egrep is obsolescent; using grep -E ++ mktemp + local LAST_OUT=/tmp/tmp.MuyQorMSlg ++ mktemp + local LAST_ERR=/tmp/tmp.46W8uDMRRI + local exit_status=0 + local timeout=4 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.mSf4EW4PLs + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.r0HoKckrX1 + cat /tmp/tmp.46W8uDMRRI + rm /tmp/tmp.r0HoKckrX1 /tmp/tmp.46W8uDMRRI + return 0 namespace "expose-sharded-2082" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.MuyQorMSlg namespace "psmdb-operator" deleted + cat /tmp/tmp.mSf4EW4PLs + rm /tmp/tmp.MuyQorMSlg /tmp/tmp.mSf4EW4PLs + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.aLLQAbi7hY ++ mktemp + local LAST_ERR=/tmp/tmp.4s0kTzoAxS + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.aLLQAbi7hY + cat /tmp/tmp.4s0kTzoAxS + rm /tmp/tmp.aLLQAbi7hY /tmp/tmp.4s0kTzoAxS + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.XDMMWq55bp ++ mktemp + local LAST_ERR=/tmp/tmp.ZKxw5S1BLv + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.XDMMWq55bp namespace/psmdb-operator created + cat /tmp/tmp.ZKxw5S1BLv + rm /tmp/tmp.XDMMWq55bp /tmp/tmp.ZKxw5S1BLv + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.becbmeDCCn +++ mktemp ++ local LAST_ERR=/tmp/tmp.od9hiCqDTH ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.becbmeDCCn ++ cat /tmp/tmp.od9hiCqDTH ++ rm /tmp/tmp.becbmeDCCn /tmp/tmp.od9hiCqDTH ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.ywMpSTv3Wt ++ mktemp + local LAST_ERR=/tmp/tmp.nSamJXF7wn + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ywMpSTv3Wt Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6" modified. + cat /tmp/tmp.nSamJXF7wn + rm /tmp/tmp.ywMpSTv3Wt /tmp/tmp.nSamJXF7wn + return 0 + deploy_operator + desc 'start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2036-939b0686' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2036-939b0686 ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/expose-sharded/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.cJVrIW6rlD ++ mktemp + local LAST_ERR=/tmp/tmp.HxeJ3qIkjt + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.cJVrIW6rlD customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.HxeJ3qIkjt + rm /tmp/tmp.cJVrIW6rlD /tmp/tmp.HxeJ3qIkjt + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.gddgCLwcCs ++ mktemp + local LAST_ERR=/tmp/tmp.plFm6HuSZ8 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.gddgCLwcCs clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.plFm6HuSZ8 + rm /tmp/tmp.gddgCLwcCs /tmp/tmp.plFm6HuSZ8 + return 0 + yq eval ' (.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-2036-939b0686") | ((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") | ((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/deploy/cw-operator.yaml + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.vUjCxXhzOX ++ mktemp + local LAST_ERR=/tmp/tmp.Dnyp64iQL0 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.vUjCxXhzOX deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.Dnyp64iQL0 + rm /tmp/tmp.vUjCxXhzOX /tmp/tmp.Dnyp64iQL0 + return 0 + sleep 20 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.1ODmCEbi5i +++ mktemp ++ local LAST_ERR=/tmp/tmp.qmo7HQ6TMb ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.1ODmCEbi5i ++ cat /tmp/tmp.qmo7HQ6TMb ++ rm /tmp/tmp.1ODmCEbi5i /tmp/tmp.qmo7HQ6TMb ++ return 0 + wait_operator_pod percona-server-mongodb-operator-778df8f4c-56z58 + local pod=percona-server-mongodb-operator-778df8f4c-56z58 + set +o xtrace waiting for pod/percona-server-mongodb-operator-778df8f4c-56z58 to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.UXiz019y9x +++ mktemp ++ local LAST_ERR=/tmp/tmp.5BwwJHSTqR ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.UXiz019y9x ++ cat /tmp/tmp.5BwwJHSTqR ++ rm /tmp/tmp.UXiz019y9x /tmp/tmp.5BwwJHSTqR ++ return 0 + kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-778df8f4c-56z58 ++ mktemp + local LAST_OUT=/tmp/tmp.M1C2MmBzGI ++ mktemp + local LAST_ERR=/tmp/tmp.lWycSA7q0p + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n psmdb-operator percona-server-mongodb-operator-778df8f4c-56z58 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.M1C2MmBzGI + cat /tmp/tmp.lWycSA7q0p + rm /tmp/tmp.M1C2MmBzGI /tmp/tmp.lWycSA7q0p + return 0 2025-12-19T11:21:06.785Z INFO setup Manager starting up {"gitCommit": "939b0686999858dfc0b0b7891bf1bf99f709e7dc", "gitBranch": "PR-2036-939b0686", "buildTime": "", "goVersion": "go1.25.5", "os": "linux", "arch": "amd64"} + create_namespace expose-sharded-6362 + local namespace=expose-sharded-6362 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' ++ mktemp + desc 'cleaned up old namespaces expose-sharded-6362' + set +o xtrace + xargs kubectl delete ns ----------------------------------------------------------------------------------- cleaned up old namespaces expose-sharded-6362 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace expose-sharded-6362 --ignore-not-found ++ mktemp egrep: warning: egrep is obsolescent; using grep -E + local LAST_OUT=/tmp/tmp.EGnNHIctsZ ++ mktemp + local LAST_OUT=/tmp/tmp.nfixM61OcF + local LAST_ERR=/tmp/tmp.NJHQm82Vk3 + local exit_status=0 + local timeout=4 ++ mktemp ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + local LAST_ERR=/tmp/tmp.mUE2bXkbxL + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace expose-sharded-6362 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.EGnNHIctsZ + cat /tmp/tmp.NJHQm82Vk3 + rm /tmp/tmp.EGnNHIctsZ /tmp/tmp.NJHQm82Vk3 + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.nfixM61OcF + cat /tmp/tmp.mUE2bXkbxL + rm /tmp/tmp.nfixM61OcF /tmp/tmp.mUE2bXkbxL + return 0 + kubectl_bin wait --for=delete namespace expose-sharded-6362 ++ mktemp + local LAST_OUT=/tmp/tmp.bUUIFGJ9FA ++ mktemp + local LAST_ERR=/tmp/tmp.NGNTWxM0lW + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=delete namespace expose-sharded-6362 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bUUIFGJ9FA + cat /tmp/tmp.NGNTWxM0lW + rm /tmp/tmp.bUUIFGJ9FA /tmp/tmp.NGNTWxM0lW + return 0 + desc 'create namespace expose-sharded-6362' + set +o xtrace ----------------------------------------------------------------------------------- create namespace expose-sharded-6362 ----------------------------------------------------------------------------------- + kubectl_bin create namespace expose-sharded-6362 ++ mktemp + local LAST_OUT=/tmp/tmp.ObvY0Fvrho ++ mktemp + local LAST_ERR=/tmp/tmp.p1aMZb458H + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace expose-sharded-6362 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.ObvY0Fvrho namespace/expose-sharded-6362 created + cat /tmp/tmp.p1aMZb458H + rm /tmp/tmp.ObvY0Fvrho /tmp/tmp.p1aMZb458H + return 0 + set_kube_ctx expose-sharded-6362 + local namespace=expose-sharded-6362 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZfnUBVBUR5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.B5VGDpQ99T ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ZfnUBVBUR5 ++ cat /tmp/tmp.B5VGDpQ99T ++ rm /tmp/tmp.ZfnUBVBUR5 /tmp/tmp.B5VGDpQ99T ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6 --namespace=expose-sharded-6362 ++ mktemp + local LAST_OUT=/tmp/tmp.NK0rBLCWpU ++ mktemp + local LAST_ERR=/tmp/tmp.OLSuSyBEYB + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6 --namespace=expose-sharded-6362 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.NK0rBLCWpU Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2036-939b0686-4-cluster6" modified. + cat /tmp/tmp.OLSuSyBEYB + rm /tmp/tmp.NK0rBLCWpU /tmp/tmp.OLSuSyBEYB + return 0 + desc 'create first PSMDB cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PSMDB cluster ----------------------------------------------------------------------------------- + cluster=some-name + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tJwLTQZbdL ++ mktemp + local LAST_ERR=/tmp/tmp.oZurQ2soPV + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.tJwLTQZbdL secret/some-users created deployment.apps/psmdb-client created + cat /tmp/tmp.oZurQ2soPV + rm /tmp/tmp.tJwLTQZbdL /tmp/tmp.oZurQ2soPV + return 0 + apply_s3_storage_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CnhI513grd ++ mktemp + local LAST_ERR=/tmp/tmp.p67mWqGO7u + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.CnhI513grd secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created secret/gcp-cs-sa-key-secret created + cat /tmp/tmp.p67mWqGO7u + rm /tmp/tmp.CnhI513grd /tmp/tmp.p67mWqGO7u + return 0 + version_gt 1.19 ++ echo '1.31 >= 1.19' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' 0 -ne 1 ']' + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/conf/container-rc.yaml + /usr/sbin/sed s/docker/runc/g + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.EEbhz3zdwX ++ mktemp + local LAST_ERR=/tmp/tmp.KEY8q3LCey + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.EEbhz3zdwX runtimeclass.node.k8s.io/container-rc unchanged + cat /tmp/tmp.KEY8q3LCey + rm /tmp/tmp.EEbhz3zdwX /tmp/tmp.KEY8q3LCey + return 0 + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/expose-sharded/conf/some-name-rs0.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/expose-sharded/conf/some-name-rs0.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2036/e2e-tests/expose-sharded/conf/some-name-rs0.yml + yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod8.0"' ++ mktemp + yq eval '(.spec | select(has("pmm"))).pmm.image = "percona/pmm-client:2.44.1-1"' + yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-2036-939b0686"' + yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"' + /usr/sbin/sed -e s/NAME_SPACE/expose-sharded-6362/g + yq eval '.spec.upgradeOptions.apply="Never"' + local LAST_OUT=/tmp/tmp.QFB4SwNMfM ++ mktemp + local LAST_ERR=/tmp/tmp.zBMERgQoBr + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.QFB4SwNMfM perconaservermongodb.psmdb.percona.com/some-name created + cat /tmp/tmp.zBMERgQoBr + rm /tmp/tmp.QFB4SwNMfM /tmp/tmp.zBMERgQoBr + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- + wait_for_running some-name-rs0 3 + local name=some-name-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=some-name ++ seq 0 2 + for i in $(seq 0 $last_pod) + [[ 0 -eq 2 ]] + wait_pod some-name-rs0-0 + local pod=some-name-rs0-0 + set +o xtrace waiting for pod/some-name-rs0-0 to be ready.......OK + for i in $(seq 0 $last_pod) + [[ 1 -eq 2 ]] + wait_pod some-name-rs0-1 + local pod=some-name-rs0-1 + set +o xtrace waiting for pod/some-name-rs0-1 to be ready......OK + for i in $(seq 0 $last_pod) + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eItW0r7lBf +++ mktemp ++ local LAST_ERR=/tmp/tmp.PIsh9UUMq1 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.eItW0r7lBf ++ cat /tmp/tmp.PIsh9UUMq1 ++ rm /tmp/tmp.eItW0r7lBf /tmp/tmp.PIsh9UUMq1 ++ return 0 + [[ '' == \t\r\u\e ]] + wait_pod some-name-rs0-2 + local pod=some-name-rs0-2 + set +o xtrace waiting for pod/some-name-rs0-2 to be ready...OK ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xmKI8gyJG5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cts8PuDaP0 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xmKI8gyJG5 ++ cat /tmp/tmp.cts8PuDaP0 ++ rm /tmp/tmp.xmKI8gyJG5 /tmp/tmp.cts8PuDaP0 ++ return 0 + [[ '' == \t\r\u\e ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tz97lXR5eq +++ mktemp ++ local LAST_ERR=/tmp/tmp.VtQb2KAPyt ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.tz97lXR5eq ++ cat /tmp/tmp.VtQb2KAPyt ++ rm /tmp/tmp.tz97lXR5eq /tmp/tmp.VtQb2KAPyt ++ return 0 + [[ '' == \t\r\u\e ]] + sleep 10 + [[ true == \t\r\u\e ]] + set +x Waiting for cluster readyness.............................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................2025-12-19T12:08:25.715Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7d2e9f46-c2be-467b-8b2c-b31c0988a24a", "replset": "cfg", "status": "initializing"} 2025-12-19T12:08:27.392Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7d2e9f46-c2be-467b-8b2c-b31c0988a24a", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:08:34.984Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "51d4e3cb-62f6-467f-890b-6ee05f6d487a", "liveMembers": 2, "pods": 3} 2025-12-19T12:08:34.985Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "51d4e3cb-62f6-467f-890b-6ee05f6d487a", "replset": "cfg", "status": "initializing"} 2025-12-19T12:08:36.735Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "51d4e3cb-62f6-467f-890b-6ee05f6d487a", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:08:44.422Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e335a15-5331-4275-800c-2d533fe4c35b", "liveMembers": 2, "pods": 3} 2025-12-19T12:08:44.423Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e335a15-5331-4275-800c-2d533fe4c35b", "replset": "cfg", "status": "initializing"} 2025-12-19T12:08:46.171Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e335a15-5331-4275-800c-2d533fe4c35b", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:08:53.240Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "054c02ff-15bb-4f3e-be36-f5970a621d32", "liveMembers": 2, "pods": 3} 2025-12-19T12:08:53.241Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "054c02ff-15bb-4f3e-be36-f5970a621d32", "replset": "cfg", "status": "initializing"} 2025-12-19T12:08:55.168Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "054c02ff-15bb-4f3e-be36-f5970a621d32", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:02.329Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "26414808-9e11-420f-9561-4e183d3f749e", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:02.330Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "26414808-9e11-420f-9561-4e183d3f749e", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:04.739Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "26414808-9e11-420f-9561-4e183d3f749e", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:11.849Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "de8881f2-df5a-4501-82ac-2fd4f63312c5", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:11.850Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "de8881f2-df5a-4501-82ac-2fd4f63312c5", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:13.634Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "de8881f2-df5a-4501-82ac-2fd4f63312c5", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:20.743Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "77b4d50e-a909-47b5-aa98-7b3ab0ab9cad", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:20.744Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "77b4d50e-a909-47b5-aa98-7b3ab0ab9cad", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:22.412Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "77b4d50e-a909-47b5-aa98-7b3ab0ab9cad", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:29.659Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "00dfa41b-838d-4650-a530-147616450aa2", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:29.661Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "00dfa41b-838d-4650-a530-147616450aa2", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:31.431Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "00dfa41b-838d-4650-a530-147616450aa2", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:38.515Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d07e8809-a793-48e1-9af0-a59933d59f9b", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:38.516Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d07e8809-a793-48e1-9af0-a59933d59f9b", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:40.218Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d07e8809-a793-48e1-9af0-a59933d59f9b", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:47.303Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "040f8566-35b9-445a-9c08-b9b55dc8811f", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:47.304Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "040f8566-35b9-445a-9c08-b9b55dc8811f", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:49.165Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "040f8566-35b9-445a-9c08-b9b55dc8811f", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:09:56.276Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e326dfd-37f8-4cae-abd4-537b8ec36439", "liveMembers": 2, "pods": 3} 2025-12-19T12:09:56.277Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e326dfd-37f8-4cae-abd4-537b8ec36439", "replset": "cfg", "status": "initializing"} 2025-12-19T12:09:57.989Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7e326dfd-37f8-4cae-abd4-537b8ec36439", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:05.425Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c4705376-537a-43cf-8944-92249bbb8cd5", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:05.426Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c4705376-537a-43cf-8944-92249bbb8cd5", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:07.120Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c4705376-537a-43cf-8944-92249bbb8cd5", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:14.379Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5a8058c2-1e3a-4a9d-8cfe-f4720062d025", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:14.380Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5a8058c2-1e3a-4a9d-8cfe-f4720062d025", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:16.126Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5a8058c2-1e3a-4a9d-8cfe-f4720062d025", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:23.232Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "12d2a67e-82c0-45a6-9671-17a645520b34", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:23.233Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "12d2a67e-82c0-45a6-9671-17a645520b34", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:25.463Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "12d2a67e-82c0-45a6-9671-17a645520b34", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:32.588Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "15806869-0895-4d2d-9f1c-4156ff823b0e", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:32.589Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "15806869-0895-4d2d-9f1c-4156ff823b0e", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:35.025Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "15806869-0895-4d2d-9f1c-4156ff823b0e", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:42.094Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "18b933f1-cd34-4364-9d0d-47a2cd156f32", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:42.095Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "18b933f1-cd34-4364-9d0d-47a2cd156f32", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:44.675Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "18b933f1-cd34-4364-9d0d-47a2cd156f32", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:10:51.747Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5ac9587f-3f57-4975-b110-6ed95efe3e90", "liveMembers": 2, "pods": 3} 2025-12-19T12:10:51.748Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5ac9587f-3f57-4975-b110-6ed95efe3e90", "replset": "cfg", "status": "initializing"} 2025-12-19T12:10:53.466Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5ac9587f-3f57-4975-b110-6ed95efe3e90", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:00.640Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "063f4899-113a-499d-9932-7f87a6f6a782", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:00.641Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "063f4899-113a-499d-9932-7f87a6f6a782", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:02.349Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "063f4899-113a-499d-9932-7f87a6f6a782", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:09.481Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2641e532-e5e1-4dda-8935-43868e7d1c58", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:09.482Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2641e532-e5e1-4dda-8935-43868e7d1c58", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:11.286Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2641e532-e5e1-4dda-8935-43868e7d1c58", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:18.403Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "17b76850-bdd2-4f34-a683-c7c3e26b1e4c", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:18.404Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "17b76850-bdd2-4f34-a683-c7c3e26b1e4c", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:20.381Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "17b76850-bdd2-4f34-a683-c7c3e26b1e4c", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:27.503Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "acab12db-6995-456a-a37e-d8128644206b", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:27.504Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "acab12db-6995-456a-a37e-d8128644206b", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:29.521Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "acab12db-6995-456a-a37e-d8128644206b", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:36.885Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2c9b2e41-a60d-439d-8b62-c1568bb30ccb", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:36.886Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2c9b2e41-a60d-439d-8b62-c1568bb30ccb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:38.645Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2c9b2e41-a60d-439d-8b62-c1568bb30ccb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:45.789Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "df52d022-53c4-435c-911d-42f8e601d445", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:45.790Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "df52d022-53c4-435c-911d-42f8e601d445", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:47.502Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "df52d022-53c4-435c-911d-42f8e601d445", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:11:54.559Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d5554d0b-7e4b-4377-8d70-b09e053a0bfa", "liveMembers": 2, "pods": 3} 2025-12-19T12:11:54.560Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d5554d0b-7e4b-4377-8d70-b09e053a0bfa", "replset": "cfg", "status": "initializing"} 2025-12-19T12:11:56.324Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "d5554d0b-7e4b-4377-8d70-b09e053a0bfa", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:03.814Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c3cb44e2-fd9c-42c7-97dd-e6146837b6fb", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:03.815Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c3cb44e2-fd9c-42c7-97dd-e6146837b6fb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:05.567Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c3cb44e2-fd9c-42c7-97dd-e6146837b6fb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:12.742Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0a536fba-b158-4232-941b-1b86d14ef2e7", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:12.744Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0a536fba-b158-4232-941b-1b86d14ef2e7", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:14.747Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0a536fba-b158-4232-941b-1b86d14ef2e7", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:21.865Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b56543d0-907b-4b27-afd2-8a1f0d448831", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:21.866Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b56543d0-907b-4b27-afd2-8a1f0d448831", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:23.582Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b56543d0-907b-4b27-afd2-8a1f0d448831", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:30.680Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed8a34d7-9a65-4402-9243-d08a76a29deb", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:30.681Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed8a34d7-9a65-4402-9243-d08a76a29deb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:32.430Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed8a34d7-9a65-4402-9243-d08a76a29deb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:39.677Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0d91178a-9080-4ebb-b58b-435ce7aa609f", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:39.679Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0d91178a-9080-4ebb-b58b-435ce7aa609f", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:41.422Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0d91178a-9080-4ebb-b58b-435ce7aa609f", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:48.839Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1c02a23-1108-4f6d-967e-cea5f6550815", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:48.840Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1c02a23-1108-4f6d-967e-cea5f6550815", "replset": "cfg", "status": "initializing"} 2025-12-19T12:12:51.285Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1c02a23-1108-4f6d-967e-cea5f6550815", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:12:58.635Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "61ef602d-aada-4aa5-ad3c-8bc34ce2be39", "liveMembers": 2, "pods": 3} 2025-12-19T12:12:58.636Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "61ef602d-aada-4aa5-ad3c-8bc34ce2be39", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:00.521Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "61ef602d-aada-4aa5-ad3c-8bc34ce2be39", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:07.625Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed80ca7f-eae7-4117-8d20-5912450c6489", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:07.626Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed80ca7f-eae7-4117-8d20-5912450c6489", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:09.373Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "ed80ca7f-eae7-4117-8d20-5912450c6489", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:16.644Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0b42c37d-e224-4558-9a3a-05c7cca7c549", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:16.646Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0b42c37d-e224-4558-9a3a-05c7cca7c549", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:18.366Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "0b42c37d-e224-4558-9a3a-05c7cca7c549", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:25.580Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9748bc00-ff9e-4fbe-9c2f-e7c122df6535", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:25.581Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9748bc00-ff9e-4fbe-9c2f-e7c122df6535", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:27.348Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9748bc00-ff9e-4fbe-9c2f-e7c122df6535", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:34.800Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1bb4524-43d6-4631-ad05-99dea5bbd9f1", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:34.802Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1bb4524-43d6-4631-ad05-99dea5bbd9f1", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:36.472Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f1bb4524-43d6-4631-ad05-99dea5bbd9f1", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:43.781Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "88bcbc0c-198f-4c45-8a7f-74282d898ba4", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:43.781Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "88bcbc0c-198f-4c45-8a7f-74282d898ba4", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:45.538Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "88bcbc0c-198f-4c45-8a7f-74282d898ba4", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:13:52.712Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2b296e98-285c-4961-b3a0-9138a542f5fc", "liveMembers": 2, "pods": 3} 2025-12-19T12:13:52.713Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2b296e98-285c-4961-b3a0-9138a542f5fc", "replset": "cfg", "status": "initializing"} 2025-12-19T12:13:54.421Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "2b296e98-285c-4961-b3a0-9138a542f5fc", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:01.565Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "958c02bf-c3e7-49ca-aa82-6606c7f3e6ba", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:01.566Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "958c02bf-c3e7-49ca-aa82-6606c7f3e6ba", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:03.602Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "958c02bf-c3e7-49ca-aa82-6606c7f3e6ba", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:10.724Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b129e179-e1df-4974-8d2c-4d74e6e9ed4e", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:10.725Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b129e179-e1df-4974-8d2c-4d74e6e9ed4e", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:12.466Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b129e179-e1df-4974-8d2c-4d74e6e9ed4e", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:19.713Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "202ea17b-c25c-47ed-81cd-78e7a63049fc", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:19.714Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "202ea17b-c25c-47ed-81cd-78e7a63049fc", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:21.430Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "202ea17b-c25c-47ed-81cd-78e7a63049fc", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:28.805Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c10333d5-b1b4-42bf-a68a-442ebcbd9cc8", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:28.806Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c10333d5-b1b4-42bf-a68a-442ebcbd9cc8", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:30.505Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c10333d5-b1b4-42bf-a68a-442ebcbd9cc8", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:37.772Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9971f0c7-653e-4588-9300-ff0b00443efa", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:37.774Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9971f0c7-653e-4588-9300-ff0b00443efa", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:39.465Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9971f0c7-653e-4588-9300-ff0b00443efa", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:46.675Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9c6c620a-cda4-48d4-8f42-8e8ec7b1995b", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:46.676Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9c6c620a-cda4-48d4-8f42-8e8ec7b1995b", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:48.749Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "9c6c620a-cda4-48d4-8f42-8e8ec7b1995b", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:14:55.885Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "990e0eac-6911-4d75-9e2b-78128b0a18b6", "liveMembers": 2, "pods": 3} 2025-12-19T12:14:55.886Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "990e0eac-6911-4d75-9e2b-78128b0a18b6", "replset": "cfg", "status": "initializing"} 2025-12-19T12:14:57.678Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "990e0eac-6911-4d75-9e2b-78128b0a18b6", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:05.189Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b1a2012f-83a8-4326-9076-63d3e4b7474a", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:05.190Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b1a2012f-83a8-4326-9076-63d3e4b7474a", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:07.060Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b1a2012f-83a8-4326-9076-63d3e4b7474a", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:14.224Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "6e0771ec-adca-4c16-b4d7-cd17cd33c8f3", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:14.225Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "6e0771ec-adca-4c16-b4d7-cd17cd33c8f3", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:15.950Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "6e0771ec-adca-4c16-b4d7-cd17cd33c8f3", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:23.076Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7c24c4ab-2669-4d9e-9a44-cccd8664b6a6", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:23.077Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7c24c4ab-2669-4d9e-9a44-cccd8664b6a6", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:24.783Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "7c24c4ab-2669-4d9e-9a44-cccd8664b6a6", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:31.966Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "934849d2-d87b-4b19-883a-52cd2366b94b", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:31.967Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "934849d2-d87b-4b19-883a-52cd2366b94b", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:34.727Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "934849d2-d87b-4b19-883a-52cd2366b94b", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:41.816Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "63c73265-07c2-42e4-ba5b-5b39fce34bee", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:41.817Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "63c73265-07c2-42e4-ba5b-5b39fce34bee", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:43.726Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "63c73265-07c2-42e4-ba5b-5b39fce34bee", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:50.848Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "814a143c-6833-49a8-9d02-01e995dddb7c", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:50.849Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "814a143c-6833-49a8-9d02-01e995dddb7c", "replset": "cfg", "status": "initializing"} 2025-12-19T12:15:52.596Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "814a143c-6833-49a8-9d02-01e995dddb7c", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:15:59.871Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3a2c887-8c85-4c37-bd9f-bb5c55d7fbe8", "liveMembers": 2, "pods": 3} 2025-12-19T12:15:59.872Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3a2c887-8c85-4c37-bd9f-bb5c55d7fbe8", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:01.588Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3a2c887-8c85-4c37-bd9f-bb5c55d7fbe8", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:08.705Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "92f0113e-11db-4ee9-9067-3a841ad905fb", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:08.707Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "92f0113e-11db-4ee9-9067-3a841ad905fb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:10.414Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "92f0113e-11db-4ee9-9067-3a841ad905fb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:17.553Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5bd799ad-f789-46a5-8820-907026552f21", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:17.555Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5bd799ad-f789-46a5-8820-907026552f21", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:19.427Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "5bd799ad-f789-46a5-8820-907026552f21", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:26.642Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "33793adf-d4fc-417a-ac59-ec5db9f3e9bb", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:26.643Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "33793adf-d4fc-417a-ac59-ec5db9f3e9bb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:28.571Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "33793adf-d4fc-417a-ac59-ec5db9f3e9bb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:35.669Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b9f6c614-7014-4c7e-bb77-481ecfdeb5a7", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:35.671Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b9f6c614-7014-4c7e-bb77-481ecfdeb5a7", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:37.733Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b9f6c614-7014-4c7e-bb77-481ecfdeb5a7", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:45.121Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "73213461-5c71-4ac5-b7a5-5f3c3eebf69f", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:45.122Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "73213461-5c71-4ac5-b7a5-5f3c3eebf69f", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:46.806Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "73213461-5c71-4ac5-b7a5-5f3c3eebf69f", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:16:53.887Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e37a4c8-c56d-4eb8-b30f-9a14797a9c06", "liveMembers": 2, "pods": 3} 2025-12-19T12:16:53.888Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e37a4c8-c56d-4eb8-b30f-9a14797a9c06", "replset": "cfg", "status": "initializing"} 2025-12-19T12:16:55.643Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e37a4c8-c56d-4eb8-b30f-9a14797a9c06", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:02.830Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b659d6f8-f9af-4518-89e1-551dc57df3b7", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:02.831Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b659d6f8-f9af-4518-89e1-551dc57df3b7", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:04.903Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "b659d6f8-f9af-4518-89e1-551dc57df3b7", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:12.096Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "e7a3632d-a165-46e2-b734-cbd2e28cc28e", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:12.097Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "e7a3632d-a165-46e2-b734-cbd2e28cc28e", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:14.745Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "e7a3632d-a165-46e2-b734-cbd2e28cc28e", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:21.990Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e451181-9340-4f2d-8f3b-cbdb85f711de", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:21.991Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e451181-9340-4f2d-8f3b-cbdb85f711de", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:23.786Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "1e451181-9340-4f2d-8f3b-cbdb85f711de", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:30.890Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "45e0d024-f4f5-4b71-8ae4-c0df503d2dd2", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:30.891Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "45e0d024-f4f5-4b71-8ae4-c0df503d2dd2", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:32.606Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "45e0d024-f4f5-4b71-8ae4-c0df503d2dd2", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:39.735Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "94d9cce8-3831-473b-8d10-31cd13cbf6bb", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:39.736Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "94d9cce8-3831-473b-8d10-31cd13cbf6bb", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:41.450Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "94d9cce8-3831-473b-8d10-31cd13cbf6bb", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:48.879Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c5c4f07a-e4bd-4b17-b6e1-8b36e99a8335", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:48.881Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c5c4f07a-e4bd-4b17-b6e1-8b36e99a8335", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:50.820Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c5c4f07a-e4bd-4b17-b6e1-8b36e99a8335", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:17:57.946Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3e4b005-bf6c-4c6a-9ffc-27ba9ab6c771", "liveMembers": 2, "pods": 3} 2025-12-19T12:17:57.947Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3e4b005-bf6c-4c6a-9ffc-27ba9ab6c771", "replset": "cfg", "status": "initializing"} 2025-12-19T12:17:59.829Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "f3e4b005-bf6c-4c6a-9ffc-27ba9ab6c771", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:18:06.981Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c29b7efb-3c1a-462e-a4af-1cb794c4c354", "liveMembers": 2, "pods": 3} 2025-12-19T12:18:06.982Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c29b7efb-3c1a-462e-a4af-1cb794c4c354", "replset": "cfg", "status": "initializing"} 2025-12-19T12:18:08.703Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "c29b7efb-3c1a-462e-a4af-1cb794c4c354", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:18:15.803Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "a8bcac20-0d48-4570-8852-06d68b5059ca", "liveMembers": 2, "pods": 3} 2025-12-19T12:18:15.804Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "a8bcac20-0d48-4570-8852-06d68b5059ca", "replset": "cfg", "status": "initializing"} 2025-12-19T12:18:17.530Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "a8bcac20-0d48-4570-8852-06d68b5059ca", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} 2025-12-19T12:18:24.604Z DEBUG Replset is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "226d848c-9a43-4e77-a14d-f0066af00ea5", "liveMembers": 2, "pods": 3} 2025-12-19T12:18:24.605Z DEBUG Replset status is not healthy {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "226d848c-9a43-4e77-a14d-f0066af00ea5", "replset": "cfg", "status": "initializing"} 2025-12-19T12:18:26.324Z DEBUG Cluster is not ready {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"expose-sharded-6362"}, "namespace": "expose-sharded-6362", "name": "some-name", "reconcileID": "226d848c-9a43-4e77-a14d-f0066af00ea5", "upgradeInProgress": false, "replsetsReady": 2, "clusterState": "initializing"} Waiting timeout has been reached. Exiting...