Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/logs/demand-backup-incremental-sharded-oss-native.log
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1
+ '[' '!' -z '' ']'
+ create_infra demand-backup-incremental-sharded-oss-native-32487
+ local ns=demand-backup-incremental-sharded-oss-native-32487
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.4F3qHsBDRk
++ mktemp
+ local LAST_ERR=/tmp/tmp.lEu9dMYI3O
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4F3qHsBDRk
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.lEu9dMYI3O
+ rm /tmp/tmp.4F3qHsBDRk /tmp/tmp.lEu9dMYI3O
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n demand-backup-incremental-sharded-oss-native-19918 backup-oss-native-sharded --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaservermongodbbackup.psmdb.percona.com/backup-oss-native-sharded patched
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.etug73zk7X
++ mktemp
+ local LAST_ERR=/tmp/tmp.GWhisGJjU4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.etug73zk7X
+ cat /tmp/tmp.GWhisGJjU4
+ rm /tmp/tmp.etug73zk7X /tmp/tmp.GWhisGJjU4
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.kQPIEn3G5t
++ mktemp
+ local LAST_ERR=/tmp/tmp.PjmxlhGrGE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kQPIEn3G5t
+ cat /tmp/tmp.PjmxlhGrGE
+ rm /tmp/tmp.kQPIEn3G5t /tmp/tmp.PjmxlhGrGE
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.fxSmVR3jbq
++ mktemp
+ local LAST_ERR=/tmp/tmp.wrRVQKf9RE
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fxSmVR3jbq
+ cat /tmp/tmp.wrRVQKf9RE
+ rm /tmp/tmp.fxSmVR3jbq /tmp/tmp.wrRVQKf9RE
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.usqkXHZqCH
++ mktemp
+ local LAST_ERR=/tmp/tmp.mS5sE71TpU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.usqkXHZqCH
+ cat /tmp/tmp.mS5sE71TpU
+ rm /tmp/tmp.usqkXHZqCH /tmp/tmp.mS5sE71TpU
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.WxmMRDBDbM
++ mktemp
+ local LAST_ERR=/tmp/tmp.sejFh9lfx4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.WxmMRDBDbM
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.sejFh9lfx4
+ rm /tmp/tmp.WxmMRDBDbM /tmp/tmp.sejFh9lfx4
+ return 0
+ check_crd_for_deletion PR-2409-631b79c7b
+ local git_tag=PR-2409-631b79c7b
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2409-631b79c7b/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0js1Tfuvqe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.U65CsYvPTV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.0js1Tfuvqe
++ cat /tmp/tmp.U65CsYvPTV
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.0js1Tfuvqe
++ cat /tmp/tmp.U65CsYvPTV
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.0js1Tfuvqe
++ cat /tmp/tmp.U65CsYvPTV
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.0js1Tfuvqe
++ cat /tmp/tmp.U65CsYvPTV
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.0js1Tfuvqe /tmp/tmp.U65CsYvPTV
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace

+ awk '{print$1}'

-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.PlbmDFZLks
++ mktemp
+ local LAST_OUT=/tmp/tmp.QPKqeYc7ON
+ local LAST_ERR=/tmp/tmp.DmZEhiYTv2
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ mktemp
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ local LAST_ERR=/tmp/tmp.cpluoIYzwj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QPKqeYc7ON
+ cat /tmp/tmp.cpluoIYzwj
+ rm /tmp/tmp.QPKqeYc7ON /tmp/tmp.cpluoIYzwj
+ return 0
namespace "demand-backup-incremental-sharded-oss-native-19918" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PlbmDFZLks
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.DmZEhiYTv2
+ rm /tmp/tmp.PlbmDFZLks /tmp/tmp.DmZEhiYTv2
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.mMRhPsOHjE
++ mktemp
+ local LAST_ERR=/tmp/tmp.YE2Th0wU4k
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mMRhPsOHjE
+ cat /tmp/tmp.YE2Th0wU4k
+ rm /tmp/tmp.mMRhPsOHjE /tmp/tmp.YE2Th0wU4k
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.qPToh6y32v
++ mktemp
+ local LAST_ERR=/tmp/tmp.dQDGZGP5uj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qPToh6y32v
namespace/psmdb-operator created
+ cat /tmp/tmp.dQDGZGP5uj
+ rm /tmp/tmp.qPToh6y32v /tmp/tmp.dQDGZGP5uj
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5vzyYn1oWk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RrYJIpqjx4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5vzyYn1oWk
++ cat /tmp/tmp.RrYJIpqjx4
++ rm /tmp/tmp.5vzyYn1oWk /tmp/tmp.RrYJIpqjx4
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.kNLD7dspnX
++ mktemp
+ local LAST_ERR=/tmp/tmp.qRlMNA0vff
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.kNLD7dspnX
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4" modified.
+ cat /tmp/tmp.qRlMNA0vff
+ rm /tmp/tmp.kNLD7dspnX /tmp/tmp.qRlMNA0vff
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.MLdskboA7H
++ mktemp
+ local LAST_ERR=/tmp/tmp.bvdC81Pzlf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MLdskboA7H
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.bvdC81Pzlf
+ rm /tmp/tmp.MLdskboA7H /tmp/tmp.bvdC81Pzlf
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.QdZ3WazcAV
++ mktemp
+ local LAST_ERR=/tmp/tmp.8XQJrBaa2R
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QdZ3WazcAV
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.8XQJrBaa2R
+ rm /tmp/tmp.QdZ3WazcAV /tmp/tmp.8XQJrBaa2R
+ return 0
+ kubectl_bin apply -n psmdb-operator -f -
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/deploy/cw-operator.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9d9ndCSl4o
++ mktemp
+ local LAST_ERR=/tmp/tmp.w4hJujwk89
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9d9ndCSl4o
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.w4hJujwk89
+ rm /tmp/tmp.9d9ndCSl4o /tmp/tmp.w4hJujwk89
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mcJfrXoEnN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ShJnZamFro
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mcJfrXoEnN
++ cat /tmp/tmp.ShJnZamFro
++ rm /tmp/tmp.mcJfrXoEnN /tmp/tmp.ShJnZamFro
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-66ccb7fd4-v6x7h
+ local pod=percona-server-mongodb-operator-66ccb7fd4-v6x7h
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-66ccb7fd4-v6x7h to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5s0ZXVp7sJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5iflWgZ9AM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5s0ZXVp7sJ
++ cat /tmp/tmp.5iflWgZ9AM
++ rm /tmp/tmp.5s0ZXVp7sJ /tmp/tmp.5iflWgZ9AM
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-66ccb7fd4-v6x7h
++ mktemp
+ local LAST_OUT=/tmp/tmp.XEihxIuZyd
++ mktemp
+ local LAST_ERR=/tmp/tmp.vJbaRh7rYn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-66ccb7fd4-v6x7h
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XEihxIuZyd
+ cat /tmp/tmp.vJbaRh7rYn
+ rm /tmp/tmp.XEihxIuZyd /tmp/tmp.vJbaRh7rYn
+ return 0
2026-06-22T16:36:48.828Z	INFO	setup	Manager starting up	{"gitCommit": "631b79c7bad9f6f83d39b94b8f96a438036de06a", "gitBranch": "PR-2409-631b79c7b", "buildTime": "", "goVersion": "go1.26.4", "os": "linux", "arch": "amd64"}
+ create_namespace demand-backup-incremental-sharded-oss-native-32487
+ local namespace=demand-backup-incremental-sharded-oss-native-32487
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ grep chaos-mesh.org
++ kubectl get crd
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces demand-backup-incremental-sharded-oss-native-32487'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-incremental-sharded-oss-native-32487
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace demand-backup-incremental-sharded-oss-native-32487 --ignore-not-found
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.Ae21GuvTD0
++ mktemp
+ local LAST_ERR=/tmp/tmp.bWMFJd9USy
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ local LAST_OUT=/tmp/tmp.rUvRkOYE6t
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
++ mktemp
+ local LAST_ERR=/tmp/tmp.bKRZbN4QGf
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace demand-backup-incremental-sharded-oss-native-32487 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Ae21GuvTD0
+ cat /tmp/tmp.bWMFJd9USy
+ rm /tmp/tmp.Ae21GuvTD0 /tmp/tmp.bWMFJd9USy
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rUvRkOYE6t
+ cat /tmp/tmp.bKRZbN4QGf
+ rm /tmp/tmp.rUvRkOYE6t /tmp/tmp.bKRZbN4QGf
+ return 0
+ kubectl_bin wait --for=delete namespace demand-backup-incremental-sharded-oss-native-32487
++ mktemp
+ local LAST_OUT=/tmp/tmp.DWMsH2rsBb
++ mktemp
+ local LAST_ERR=/tmp/tmp.kYFyScM4z3
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace demand-backup-incremental-sharded-oss-native-32487
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DWMsH2rsBb
+ cat /tmp/tmp.kYFyScM4z3
+ rm /tmp/tmp.DWMsH2rsBb /tmp/tmp.kYFyScM4z3
+ return 0
+ desc 'create namespace demand-backup-incremental-sharded-oss-native-32487'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-incremental-sharded-oss-native-32487
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-incremental-sharded-oss-native-32487
++ mktemp
+ local LAST_OUT=/tmp/tmp.iljVTYh21O
++ mktemp
+ local LAST_ERR=/tmp/tmp.4nxxNaUHik
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace demand-backup-incremental-sharded-oss-native-32487
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iljVTYh21O
namespace/demand-backup-incremental-sharded-oss-native-32487 created
+ cat /tmp/tmp.4nxxNaUHik
+ rm /tmp/tmp.iljVTYh21O /tmp/tmp.4nxxNaUHik
+ return 0
+ set_kube_ctx demand-backup-incremental-sharded-oss-native-32487
+ local namespace=demand-backup-incremental-sharded-oss-native-32487
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vOAmXcZq05
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EwnOuGb14n
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vOAmXcZq05
++ cat /tmp/tmp.EwnOuGb14n
++ rm /tmp/tmp.vOAmXcZq05 /tmp/tmp.EwnOuGb14n
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4 --namespace=demand-backup-incremental-sharded-oss-native-32487
++ mktemp
+ local LAST_OUT=/tmp/tmp.D1g0IBM54n
++ mktemp
+ local LAST_ERR=/tmp/tmp.Bnt04gpVbj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4 --namespace=demand-backup-incremental-sharded-oss-native-32487
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.D1g0IBM54n
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2409-631b79c7b-9-cluster4" modified.
+ cat /tmp/tmp.Bnt04gpVbj
+ rm /tmp/tmp.D1g0IBM54n /tmp/tmp.Bnt04gpVbj
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CUtXAKhAC0
++ mktemp
+ local LAST_ERR=/tmp/tmp.TO2YOpnJjs
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CUtXAKhAC0
secret/minio-secret created
secret/aws-s3-secret created
secret/alibaba-cloud-secret created
secret/gcp-cs-secret created
secret/azure-secret created
secret/gcp-cs-sa-key-secret created
+ cat /tmp/tmp.TO2YOpnJjs
+ rm /tmp/tmp.CUtXAKhAC0 /tmp/tmp.TO2YOpnJjs
+ return 0
+ desc 'Testing on sharded cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing on sharded cluster
-----------------------------------------------------------------------------------

+ log 'Creating PSMDB cluster'
+ set +o xtrace
[2026-06-22T16:37:29+0000] Creating PSMDB cluster
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.ByihuenI3v
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z2qgqkl6yh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ByihuenI3v
secret/some-users created
+ cat /tmp/tmp.Z2qgqkl6yh
+ rm /tmp/tmp.ByihuenI3v /tmp/tmp.Z2qgqkl6yh
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/conf/some-name-sharded.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/conf/some-name-sharded.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/conf/some-name-sharded.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2409-631b79c7b"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '(.spec | select(has("search"))).search.image = "mongodb/mongodb-community-search:latest"'
+ /usr/sbin/sed -e s/NAME_SPACE/demand-backup-incremental-sharded-oss-native-32487/g
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.VN6pN6gbMA
++ mktemp
+ local LAST_ERR=/tmp/tmp.S4uGCMISNA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VN6pN6gbMA
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.S4uGCMISNA
+ rm /tmp/tmp.VN6pN6gbMA /tmp/tmp.S4uGCMISNA
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.b4Jf8Lf9Hp
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jx7oxbWjjq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.b4Jf8Lf9Hp
deployment.apps/psmdb-client created
+ cat /tmp/tmp.Jx7oxbWjjq
+ rm /tmp/tmp.b4Jf8Lf9Hp /tmp/tmp.Jx7oxbWjjq
+ return 0
+ log 'check if all pods started'
+ set +o xtrace
[2026-06-22T16:37:34+0000] check if all pods started
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.JIin1sLsmz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bEd2y9DNHf
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.JIin1sLsmz
++ cat /tmp/tmp.bEd2y9DNHf
++ rm /tmp/tmp.JIin1sLsmz /tmp/tmp.bEd2y9DNHf
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xCcvLSqV25
+++ mktemp
++ local LAST_ERR=/tmp/tmp.h0n0ygXEnT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xCcvLSqV25
++ cat /tmp/tmp.h0n0ygXEnT
++ rm /tmp/tmp.xCcvLSqV25 /tmp/tmp.h0n0ygXEnT
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oACQPgdxBL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uUWuaIOPes
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.oACQPgdxBL
++ cat /tmp/tmp.uUWuaIOPes
++ rm /tmp/tmp.oACQPgdxBL /tmp/tmp.uUWuaIOPes
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness......................................
+ wait_for_running some-name-cfg 3
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GJXiVTXV78
+++ mktemp
++ local LAST_ERR=/tmp/tmp.738SI6TLg5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GJXiVTXV78
++ cat /tmp/tmp.738SI6TLg5
++ rm /tmp/tmp.GJXiVTXV78 /tmp/tmp.738SI6TLg5
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uDa9Up9aaH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.47QaScxd17
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.uDa9Up9aaH
++ cat /tmp/tmp.47QaScxd17
++ rm /tmp/tmp.uDa9Up9aaH /tmp/tmp.47QaScxd17
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Quvh5mlak9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SoNKiELtaV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Quvh5mlak9
++ cat /tmp/tmp.SoNKiELtaV
++ rm /tmp/tmp.Quvh5mlak9 /tmp/tmp.SoNKiELtaV
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xt9t1fs2Kx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.AS4Q4sNdRD
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xt9t1fs2Kx
++ cat /tmp/tmp.AS4Q4sNdRD
++ rm /tmp/tmp.xt9t1fs2Kx /tmp/tmp.AS4Q4sNdRD
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jeagpb8rwl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zDp4TIn2w4
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Jeagpb8rwl
++ cat /tmp/tmp.zDp4TIn2w4
++ rm /tmp/tmp.Jeagpb8rwl /tmp/tmp.zDp4TIn2w4
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.y80i9fs5cv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wIEm1hS3wI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.y80i9fs5cv
++ cat /tmp/tmp.wIEm1hS3wI
++ rm /tmp/tmp.y80i9fs5cv /tmp/tmp.wIEm1hS3wI
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster readyness
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0y3W1KjByd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XLhUQzYXGg
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0y3W1KjByd
++ cat /tmp/tmp.XLhUQzYXGg
++ rm /tmp/tmp.0y3W1KjByd /tmp/tmp.XLhUQzYXGg
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
++ kubectl_bin get svc some-name-mongos '-o=jsonpath={.status}'
++ jq -r 'select(.loadBalancer != null and .loadBalancer.ingress != null and .loadBalancer.ingress != []) | .loadBalancer.ingress[0] | if .ip then .ip else .hostname end'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aexhOShksC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lOLJ2rQ9SQ
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get svc some-name-mongos '-o=jsonpath={.status}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aexhOShksC
++ cat /tmp/tmp.lOLJ2rQ9SQ
++ rm /tmp/tmp.aexhOShksC /tmp/tmp.lOLJ2rQ9SQ
++ return 0
+ lbEndpoint=136.111.112.176
+ '[' -z 136.111.112.176 ']'
+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZVskze4PWy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.aYKwd054Nq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZVskze4PWy
++ cat /tmp/tmp.aYKwd054Nq
++ rm /tmp/tmp.ZVskze4PWy /tmp/tmp.aYKwd054Nq
++ return 0
+ local client_container=psmdb-client-5649fbb65f-fv6wp
+ kubectl_bin exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.QTht9mgICD
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZM7hBsy0Y1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QTht9mgICD
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("eb117ab8-3b22-419c-b1bc-68c69b7141e6") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.ZM7hBsy0Y1
+ rm /tmp/tmp.QTht9mgICD /tmp/tmp.ZM7hBsy0Y1
+ return 0
+ sleep 1
+ run_mongos 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mgBFJSLCXz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Rm36TOpFjm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mgBFJSLCXz
++ cat /tmp/tmp.Rm36TOpFjm
++ rm /tmp/tmp.mgBFJSLCXz /tmp/tmp.Rm36TOpFjm
++ return 0
+ local client_container=psmdb-client-5649fbb65f-fv6wp
+ kubectl_bin exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.mFVlrWNGW6
++ mktemp
+ local LAST_ERR=/tmp/tmp.HkXbH29xZa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mFVlrWNGW6
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("39328521-4521-42fe-960e-2e1f65e674d6") }
Percona Server for MongoDB server version: v8.0.23-10
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.HkXbH29xZa
+ rm /tmp/tmp.mFVlrWNGW6 /tmp/tmp.HkXbH29xZa
+ return 0
+ sleep 5
+ compare_mongos_cmd find myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487 -sharded
+ local command=find
+ local uri=myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local postfix=-sharded
+ local suffix=
+ local database=myApp
+ local collection=test
+ local port=27017
+ local tls=false
+ [[ false == true ]]
+ mongos_command=run_mongos
+ log 'running db.test.command() in myApp'
+ set +o xtrace
[2026-06-22T16:41:14+0000] running db.test.command() in myApp
+ run_mongos 'use myApp\n db.test.find()' myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487 mongodb '' '' 27017
+ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ awk -F: '{print $2}'
++ echo .svc.cluster.local
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnE3VgBU9S
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LPmSsBnTwM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vnE3VgBU9S
++ cat /tmp/tmp.LPmSsBnTwM
++ rm /tmp/tmp.vnE3VgBU9S /tmp/tmp.LPmSsBnTwM
++ return 0
+ local client_container=psmdb-client-5649fbb65f-fv6wp
+ kubectl_bin exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.YPoZ1Gude0
++ mktemp
+ local LAST_ERR=/tmp/tmp.uf5Mti51j5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-5649fbb65f-fv6wp -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YPoZ1Gude0
+ cat /tmp/tmp.uf5Mti51j5
+ rm /tmp/tmp.YPoZ1Gude0 /tmp/tmp.uf5Mti51j5
+ return 0
+ [[ 0 -eq 0 ]]
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/compare/find-sharded.json /tmp/tmp.Y412czcYmr/find-sharded
+ log 'waiting 60 seconds for stable timestamp in wiredtiger'
+ set +o xtrace
[2026-06-22T16:41:16+0000] waiting 60 seconds for stable timestamp in wiredtiger
+ sleep 80
+ log 'running backup'
+ set +o xtrace
[2026-06-22T16:42:36+0000] running backup
+ backup_name_oss_native_sharded=backup-oss-native-sharded
+ run_backup oss-native backup-oss-native-sharded incremental-base
+ local storage=oss-native
+ local backup_name=backup-oss-native-sharded
+ local type=incremental-base
+ log 'running backup backup-oss-native-sharded'
+ set +o xtrace
[2026-06-22T16:42:36+0000] running backup backup-oss-native-sharded
+ yq eval $'.metadata.name = "backup-oss-native-sharded"\n\t\t\t| .spec.storageName = "oss-native"\n\t\t\t| .spec.type = "incremental-base"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2409/e2e-tests/demand-backup-incremental-sharded-oss-native/conf/backup-oss-native.yml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.3dzwfTOlYI
++ mktemp
+ local LAST_ERR=/tmp/tmp.DXgGR76ufj
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3dzwfTOlYI
perconaservermongodbbackup.psmdb.percona.com/backup-oss-native-sharded created
+ cat /tmp/tmp.DXgGR76ufj
+ rm /tmp/tmp.3dzwfTOlYI /tmp/tmp.DXgGR76ufj
+ return 0
+ wait_backup backup-oss-native-sharded
+ local backup_name=backup-oss-native-sharded
+ local target_state=ready
+ set +o xtrace
waiting for backup-oss-native-sharded to reach ready state......................................................................2026-06-22T16:42:39.642Z	DEBUG	Added finalizer	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152", "finalizer": "internal.percona.com/release-lock"}
2026-06-22T16:42:39.642Z	INFO	Starting backup	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152", "backup": "backup-oss-native-sharded", "storage": "oss-native"}
2026-06-22T16:42:39.642Z	INFO	Sending backup command	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152", "backup": "backup-oss-native-sharded", "storage": "oss-native", "backupCmd": "backup [name: 2026-06-22T16:42:39Z, compression: gzip (level: default)] <ts: 0>", "profile": ""}
2026-06-22T16:42:39.648Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152", "previous": "", "current": "requested"}
2026-06-22T16:42:39.866Z	ERROR	failed to update backup status	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152", "backup": "backup-oss-native-sharded", "error": "write status: Operation cannot be fulfilled on perconaservermongodbbackups.psmdb.percona.com \"backup-oss-native-sharded\": the object has been modified; please apply your changes to the latest version and try again", "errorVerbose": "Operation cannot be fulfilled on perconaservermongodbbackups.psmdb.percona.com \"backup-oss-native-sharded\": the object has been modified; please apply your changes to the latest version and try again\nwrite status\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup.(*ReconcilePerconaServerMongoDBBackup).updateStatus\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup/psmdb_backup_controller.go:852\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup.(*ReconcilePerconaServerMongoDBBackup).Reconcile.func1\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup/psmdb_backup_controller.go:157\ngithub.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup.(*ReconcilePerconaServerMongoDBBackup).Reconcile\n\t/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup/psmdb_backup_controller.go:247\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"}
github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup.(*ReconcilePerconaServerMongoDBBackup).Reconcile.func1
	/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup/psmdb_backup_controller.go:159
github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup.(*ReconcilePerconaServerMongoDBBackup).Reconcile
	/go/src/github.com/percona/percona-server-mongodb-operator/pkg/controller/perconaservermongodbbackup/psmdb_backup_controller.go:247
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1
	/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312
2026-06-22T16:42:39.866Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "6c0fe7ca-8a5b-4fc7-9b34-cf613c867152"}
2026-06-22T16:42:40.052Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa"}
2026-06-22T16:42:40.065Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "state": ""}
2026-06-22T16:42:40.145Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:42:40.145Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:42:40.229Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa"}
2026-06-22T16:42:40.229Z	INFO	Starting backup	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "backup": "backup-oss-native-sharded", "storage": "oss-native"}
2026-06-22T16:42:40.230Z	INFO	Sending backup command	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "backup": "backup-oss-native-sharded", "storage": "oss-native", "backupCmd": "backup [name: 2026-06-22T16:42:40Z, compression: gzip (level: default)] <ts: 0>", "profile": ""}
2026-06-22T16:42:40.237Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa", "previous": "", "current": "requested"}
2026-06-22T16:42:40.260Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c0763a5f-b8ec-43a3-9d30-7fd42fcfb1aa"}
2026-06-22T16:42:40.268Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f"}
2026-06-22T16:42:40.283Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f", "state": "requested"}
2026-06-22T16:42:40.385Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:42:40.385Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:42:40.470Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f"}
2026-06-22T16:42:40.470Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f", "pbmName": "2026-06-22T16:42:40Z", "backup": "backup-oss-native-sharded"}
2026-06-22T16:42:40.471Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "77dd06a5-940c-4535-b3fd-bbe71b625a7f"}
2026-06-22T16:42:45.472Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c"}
2026-06-22T16:42:45.485Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c", "state": "requested"}
2026-06-22T16:42:45.555Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:42:45.555Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:42:45.634Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c"}
2026-06-22T16:42:45.635Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146560,"I":46},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-1.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017","some-name-rs0-2.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-1.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017","some-name-cfg-2.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:42:45.638Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "c2dad6a0-5678-42cd-8001-a8504d6f474c"}
2026-06-22T16:42:50.640Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab"}
2026-06-22T16:42:50.658Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab", "state": "requested"}
2026-06-22T16:42:50.744Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:42:50.744Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:42:50.875Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab"}
2026-06-22T16:42:50.876Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:42:50.880Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9c94cff5-13ea-47d1-b28c-59655e6104ab"}
2026-06-22T16:42:55.881Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d"}
2026-06-22T16:42:55.897Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d", "state": "requested"}
2026-06-22T16:42:55.991Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:42:55.991Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:42:56.089Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d"}
2026-06-22T16:42:56.090Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:42:56.092Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "0e96bee2-1d42-40cc-854f-aee66656929d"}
2026-06-22T16:43:01.093Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359"}
2026-06-22T16:43:01.106Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359", "state": "requested"}
2026-06-22T16:43:01.196Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:01.196Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:01.289Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359"}
2026-06-22T16:43:01.290Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:01.292Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "544586ec-ea35-4977-ad53-9e23f929a359"}
2026-06-22T16:43:06.294Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363"}
2026-06-22T16:43:06.306Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363", "state": "requested"}
2026-06-22T16:43:06.377Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:06.378Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:06.451Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363"}
2026-06-22T16:43:06.452Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:06.456Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "7c4049a3-caae-4be1-ae42-41777ba02363"}
2026-06-22T16:43:11.457Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53"}
2026-06-22T16:43:11.469Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53", "state": "requested"}
2026-06-22T16:43:11.633Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:11.633Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:11.713Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53"}
2026-06-22T16:43:11.714Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:11.716Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cc10cf41-94d7-4723-b070-7f894d91be53"}
2026-06-22T16:43:16.717Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c"}
2026-06-22T16:43:16.730Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c", "state": "requested"}
2026-06-22T16:43:16.823Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:16.823Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:16.938Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c"}
2026-06-22T16:43:16.939Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:16.942Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "74d57d3b-7304-4d87-b48a-39964fa4af6c"}
2026-06-22T16:43:21.943Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478"}
2026-06-22T16:43:21.958Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478", "state": "requested"}
2026-06-22T16:43:22.058Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:22.058Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:22.141Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478"}
2026-06-22T16:43:22.142Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:22.144Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "65ed35fd-d4c8-4d10-9cd6-bdad0deae478"}
2026-06-22T16:43:27.145Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b"}
2026-06-22T16:43:27.158Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b", "state": "requested"}
2026-06-22T16:43:27.245Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:27.245Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:27.329Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b"}
2026-06-22T16:43:27.330Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:27.332Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a62c7916-953a-42f0-99d3-392a8dda3f6b"}
2026-06-22T16:43:32.333Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c"}
2026-06-22T16:43:32.345Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c", "state": "requested"}
2026-06-22T16:43:32.508Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:32.508Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:32.619Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c"}
2026-06-22T16:43:32.619Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:32.622Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a97f9adb-e122-4177-a034-96de4472aa8c"}
2026-06-22T16:43:37.623Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b"}
2026-06-22T16:43:37.689Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b", "state": "requested"}
2026-06-22T16:43:37.790Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:37.790Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:37.879Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b"}
2026-06-22T16:43:37.880Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:37.883Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "383f2259-bb8a-4dfa-9ddd-59b53181f12b"}
2026-06-22T16:43:42.884Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c"}
2026-06-22T16:43:42.896Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c", "state": "requested"}
2026-06-22T16:43:42.981Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:42.981Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:43.075Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c"}
2026-06-22T16:43:43.076Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:43.078Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "a26f35ac-47a5-46cc-8cb6-b2fb9c2d405c"}
2026-06-22T16:43:48.079Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446"}
2026-06-22T16:43:48.090Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446", "state": "requested"}
2026-06-22T16:43:48.161Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:48.161Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:48.237Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446"}
2026-06-22T16:43:48.239Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:48.241Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "cca5745b-0a86-43bb-adae-9c3f6b16a446"}
2026-06-22T16:43:53.242Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d"}
2026-06-22T16:43:53.252Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d", "state": "requested"}
2026-06-22T16:43:53.324Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:53.324Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:53.474Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d"}
2026-06-22T16:43:53.476Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:53.480Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "10948030-d8e6-474f-b009-1e120cf4331d"}
2026-06-22T16:43:58.481Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf"}
2026-06-22T16:43:58.495Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf", "state": "requested"}
2026-06-22T16:43:58.588Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:43:58.588Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:43:58.673Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf"}
2026-06-22T16:43:58.674Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:43:58.677Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9e7c74a9-e99e-437b-b735-66e1be9c5adf"}
2026-06-22T16:44:03.678Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545"}
2026-06-22T16:44:03.691Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545", "state": "requested"}
2026-06-22T16:44:03.800Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:03.800Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:03.896Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545"}
2026-06-22T16:44:03.897Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:03.899Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "9f361d87-e3ed-45ac-8837-19b5adc0c545"}
2026-06-22T16:44:08.900Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3"}
2026-06-22T16:44:08.912Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3", "state": "requested"}
2026-06-22T16:44:09.000Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:09.000Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:09.081Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3"}
2026-06-22T16:44:09.082Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:09.084Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "d4d2be2d-7fca-4b19-9903-c854fc211af3"}
2026-06-22T16:44:14.086Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15"}
2026-06-22T16:44:14.099Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15", "state": "requested"}
2026-06-22T16:44:14.175Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:14.176Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:14.255Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15"}
2026-06-22T16:44:14.256Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:14.258Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "03b23092-a515-4b7b-8022-9e594276cf15"}
2026-06-22T16:44:19.259Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89"}
2026-06-22T16:44:19.270Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89", "state": "requested"}
2026-06-22T16:44:19.343Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:19.343Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:19.416Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89"}
2026-06-22T16:44:19.417Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:19.418Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ab344e1-927c-4413-b414-14496d659b89"}
2026-06-22T16:44:24.419Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331"}
2026-06-22T16:44:24.432Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331", "state": "requested"}
2026-06-22T16:44:24.518Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:24.518Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:24.597Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331"}
2026-06-22T16:44:24.598Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:24.599Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "12bd192c-8248-4bed-9dab-0ae6fef2f331"}
2026-06-22T16:44:29.600Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5"}
2026-06-22T16:44:29.616Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5", "state": "requested"}
2026-06-22T16:44:29.689Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:29.689Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:29.789Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5"}
2026-06-22T16:44:29.790Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:29.792Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "5ba8fe60-3fbd-4dcb-a77a-171c6713f3a5"}
2026-06-22T16:44:34.793Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0"}
2026-06-22T16:44:34.806Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0", "state": "requested"}
2026-06-22T16:44:34.898Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:34.898Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:34.973Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0"}
2026-06-22T16:44:34.974Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:34.976Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "ecb47f31-db61-4009-bb73-c70d99a273b0"}
2026-06-22T16:44:39.976Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a"}
2026-06-22T16:44:39.987Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "state": "requested"}
2026-06-22T16:44:40.078Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "cluster": "some-name", "namespace": "demand-backup-incremental-sharded-oss-native-32487"}
2026-06-22T16:44:40.078Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "currentJob": {"Name":"backup-oss-native-sharded","Type":0}}
2026-06-22T16:44:40.156Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a"}
2026-06-22T16:44:40.157Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "backup": "backup-oss-native-sharded", "pbmName": "2026-06-22T16:42:40Z", "meta": {"type":"incremental","opid":"6a396600ce96cca16dd55cf7","name":"2026-06-22T16:42:40Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"oss","oss":{"region":"eu-central-1","endpointUrl":"https://oss-eu-central-1.aliyuncs.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-incremental-sharded-oss-native","credentials":{"accessKeyId":"***","accessKeySecret":"***"},"retryer":{"maxAttempts":5,"maxBackoff":300000000000,"baseDelay":30000000},"connectTimeout":5000000000,"uploadPartSize":6291456,"maxUploadParts":10000}},"size":0,"size_uncompressed":0,"mongodb_version":"8.0.23-10","fcv":"8.0","start_ts":1782146560,"last_transition_ts":1782146560,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1782146565,"I":15},"status":"starting","conditions":[{"timestamp":1782146560,"status":"starting"}],"n":[{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""},{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.demand-backup-incremental-sharded-oss-native-32487.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.15.0","balancer":"full"}}
2026-06-22T16:44:40.159Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "previous": "requested", "current": "error"}
2026-06-22T16:44:40.182Z	INFO	Releasing backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a", "lease": "psmdb-some-name-backup-lock"}
2026-06-22T16:44:40.209Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "83fc6a0a-4ab9-46ee-b529-93ee7dfd636a"}
2026-06-22T16:44:40.210Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "8392acf2-6d9c-4eb7-ba3d-1c51e85be8bd"}
2026-06-22T16:44:40.222Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "8392acf2-6d9c-4eb7-ba3d-1c51e85be8bd", "state": "error"}
2026-06-22T16:44:40.222Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-oss-native-sharded","namespace":"demand-backup-incremental-sharded-oss-native-32487"}, "namespace": "demand-backup-incremental-sharded-oss-native-32487", "name": "backup-oss-native-sharded", "reconcileID": "8392acf2-6d9c-4eb7-ba3d-1c51e85be8bd"}
NAME                        CLUSTER     STORAGE      DESTINATION                                                                                      TYPE               SIZE   STATUS   COMPLETED   AGE
backup-oss-native-sharded   some-name   oss-native   oss://operator-testing/psmdb-demand-backup-incremental-sharded-oss-native/2026-06-22T16:42:40Z   incremental-base          error                2m4s
Name:         backup-oss-native-sharded
Namespace:    demand-backup-incremental-sharded-oss-native-32487
Labels:       <none>
Annotations:  <none>
API Version:  psmdb.percona.com/v1
Kind:         PerconaServerMongoDBBackup
Metadata:
  Creation Timestamp:  2026-06-22T16:42:39Z
  Finalizers:
    percona.com/delete-backup
    internal.percona.com/release-lock
  Generation:        1
  Resource Version:  1782146680174655002
  UID:               6891c4d0-1a81-4443-ac8c-e41d57aa0e9e
Spec:
  Cluster Name:               some-name
  Starting Deadline Seconds:  120
  Storage Name:               oss-native
  Type:                       incremental-base
Status:
  Destination:      oss://operator-testing/psmdb-demand-backup-incremental-sharded-oss-native/2026-06-22T16:42:40Z
  Error:            backup did not progress from 'starting' state within the allowed timeout
  Last Transition:  2026-06-22T16:42:40Z
  Oss:
    Bucket:              operator-testing
    Connect Timeout:     0s
    Credentials Secret:  alibaba-cloud-secret
    Endpoint URL:        https://oss-eu-central-1.aliyuncs.com
    Prefix:              psmdb-demand-backup-incremental-sharded-oss-native
    Region:              eu-central-1
    Server Side Encryption:
  Pbm Name:  2026-06-22T16:42:40Z
  Replset Names:
    cfg
    rs0
  Start:         2026-06-22T16:42:40Z
  State:         error
  Storage Name:  oss-native
  Type:          incremental-base
Events:          <none>
Backup object psmdb-backup/backup-oss-native-sharded is in error state.