Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/logs/pitr-physical.log
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
+ main
+ create_infra pitr-physical-28468
+ local ns=pitr-physical-28468
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.BFzSF4zqtq
++ mktemp
+ local LAST_ERR=/tmp/tmp.yNhAtfqHIZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BFzSF4zqtq
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.yNhAtfqHIZ
+ rm /tmp/tmp.BFzSF4zqtq /tmp/tmp.yNhAtfqHIZ
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.scNHcBDYlb
++ mktemp
+ local LAST_ERR=/tmp/tmp.GfUzDfBJBp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.scNHcBDYlb
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com condition met
+ cat /tmp/tmp.GfUzDfBJBp
+ rm /tmp/tmp.scNHcBDYlb /tmp/tmp.GfUzDfBJBp
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.9ElSY4QjwB
++ mktemp
+ local LAST_ERR=/tmp/tmp.tpGT4TjZAZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9ElSY4QjwB
+ cat /tmp/tmp.tpGT4TjZAZ
+ rm /tmp/tmp.9ElSY4QjwB /tmp/tmp.tpGT4TjZAZ
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.HqPIixUNWE
++ mktemp
+ local LAST_ERR=/tmp/tmp.jQnFASEUVY
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HqPIixUNWE
+ cat /tmp/tmp.jQnFASEUVY
+ rm /tmp/tmp.HqPIixUNWE /tmp/tmp.jQnFASEUVY
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.zESdcZpvEw
++ mktemp
+ local LAST_ERR=/tmp/tmp.uFSRqW4zRP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zESdcZpvEw
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.uFSRqW4zRP
+ rm /tmp/tmp.zESdcZpvEw /tmp/tmp.uFSRqW4zRP
+ return 0
+ check_crd_for_deletion PR-1938-23826c20
+ local git_tag=PR-1938-23826c20
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1938-23826c20/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
++ /usr/bin/sed s/---//g
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3m6Evdxjpy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W6eMYhkzCs
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.3m6Evdxjpy
++ cat /tmp/tmp.W6eMYhkzCs
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.3m6Evdxjpy
++ cat /tmp/tmp.W6eMYhkzCs
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.3m6Evdxjpy
++ cat /tmp/tmp.W6eMYhkzCs
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.3m6Evdxjpy
++ cat /tmp/tmp.W6eMYhkzCs
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.3m6Evdxjpy /tmp/tmp.W6eMYhkzCs
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
++ mktemp
+ xargs kubectl delete ns
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.hTNc056QT6
++ mktemp
+ local LAST_OUT=/tmp/tmp.rmHw7HwEFX
+ local LAST_ERR=/tmp/tmp.4mexNzGYfS
+ local exit_status=0
++ mktemp
+ local timeout=4
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.OzONgKraeM
+ local exit_status=0
+ local timeout=4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hTNc056QT6
+ cat /tmp/tmp.4mexNzGYfS
+ rm /tmp/tmp.hTNc056QT6 /tmp/tmp.4mexNzGYfS
+ return 0
namespace "gke-managed-cim" deleted
namespace "gke-managed-system" deleted
namespace "gmp-public" deleted
namespace "gmp-system" deleted
namespace "pitr-physical-10604" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.rmHw7HwEFX
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.OzONgKraeM
+ rm /tmp/tmp.rmHw7HwEFX /tmp/tmp.OzONgKraeM
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.eMHOdwIkmY
++ mktemp
+ local LAST_ERR=/tmp/tmp.oiDVDxrp3x
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eMHOdwIkmY
+ cat /tmp/tmp.oiDVDxrp3x
+ rm /tmp/tmp.eMHOdwIkmY /tmp/tmp.oiDVDxrp3x
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.TZaWJtIErg
++ mktemp
+ local LAST_ERR=/tmp/tmp.QRgX7N4bXT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TZaWJtIErg
namespace/psmdb-operator created
+ cat /tmp/tmp.QRgX7N4bXT
+ rm /tmp/tmp.TZaWJtIErg /tmp/tmp.QRgX7N4bXT
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qbAHk4FDJq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.17Sz3a4V7J
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qbAHk4FDJq
++ cat /tmp/tmp.17Sz3a4V7J
++ rm /tmp/tmp.qbAHk4FDJq /tmp/tmp.17Sz3a4V7J
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.qcySma68XO
++ mktemp
+ local LAST_ERR=/tmp/tmp.T8k8UlQzdk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qcySma68XO
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3" modified.
+ cat /tmp/tmp.T8k8UlQzdk
+ rm /tmp/tmp.qcySma68XO /tmp/tmp.T8k8UlQzdk
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.sHoknQxeZS
++ mktemp
+ local LAST_ERR=/tmp/tmp.bIvoUKMQ7g
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sHoknQxeZS
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.bIvoUKMQ7g
+ rm /tmp/tmp.sHoknQxeZS /tmp/tmp.bIvoUKMQ7g
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.du8Uni5ITv
++ mktemp
+ local LAST_ERR=/tmp/tmp.JfNxI26eVL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.du8Uni5ITv
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.JfNxI26eVL
+ rm /tmp/tmp.du8Uni5ITv /tmp/tmp.JfNxI26eVL
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1938-23826c20") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.76Z5dW59XO
++ mktemp
+ local LAST_ERR=/tmp/tmp.2Pp2u2EuDX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.76Z5dW59XO
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.2Pp2u2EuDX
+ rm /tmp/tmp.76Z5dW59XO /tmp/tmp.2Pp2u2EuDX
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.0rsjZt5CQM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WrOMuQThx7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.0rsjZt5CQM
++ cat /tmp/tmp.WrOMuQThx7
++ rm /tmp/tmp.0rsjZt5CQM /tmp/tmp.WrOMuQThx7
++ return 0
+ wait_pod percona-server-mongodb-operator-688cb5cf6c-6l6l7
+ local pod=percona-server-mongodb-operator-688cb5cf6c-6l6l7
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-688cb5cf6c-6l6l7 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VGmfOQghBM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.CFtBmPoHid
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.VGmfOQghBM
++ cat /tmp/tmp.CFtBmPoHid
++ rm /tmp/tmp.VGmfOQghBM /tmp/tmp.CFtBmPoHid
++ return 0
+ kubectl_bin logs percona-server-mongodb-operator-688cb5cf6c-6l6l7
++ mktemp
+ local LAST_OUT=/tmp/tmp.6cmyuhMTnv
++ mktemp
+ local LAST_ERR=/tmp/tmp.f9NrDbtViK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs percona-server-mongodb-operator-688cb5cf6c-6l6l7
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6cmyuhMTnv
+ cat /tmp/tmp.f9NrDbtViK
+ rm /tmp/tmp.6cmyuhMTnv /tmp/tmp.f9NrDbtViK
+ return 0
2025-05-22T06:59:56.848Z	INFO	setup	Manager starting up	{"gitCommit": "23826c2013e23b0dc83348b69100d3c7104a88f2", "gitBranch": "PR-1938-23826c20", "buildTime": "", "goVersion": "go1.24.3", "os": "linux", "arch": "amd64"}
+ create_namespace pitr-physical-28468
+ local namespace=pitr-physical-28468
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|gke-mcs|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces pitr-physical-28468'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pitr-physical-28468
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pitr-physical-28468 --ignore-not-found
+ kubectl_bin get ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.YbT5McSAHy
++ mktemp
+ local LAST_OUT=/tmp/tmp.bloCAbrSsx
+ local LAST_ERR=/tmp/tmp.P0GQwQkyL1
+ local exit_status=0
+ local timeout=4
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.w9LJm5JYRG
+ local exit_status=0
+ local timeout=4
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace pitr-physical-28468 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YbT5McSAHy
+ cat /tmp/tmp.P0GQwQkyL1
+ rm /tmp/tmp.YbT5McSAHy /tmp/tmp.P0GQwQkyL1
+ return 0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bloCAbrSsx
+ cat /tmp/tmp.w9LJm5JYRG
+ rm /tmp/tmp.bloCAbrSsx /tmp/tmp.w9LJm5JYRG
+ return 0
+ kubectl_bin wait --for=delete namespace pitr-physical-28468
++ mktemp
+ local LAST_OUT=/tmp/tmp.wn1yUictrJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.ELkZbwTK0F
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace pitr-physical-28468
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wn1yUictrJ
+ cat /tmp/tmp.ELkZbwTK0F
+ rm /tmp/tmp.wn1yUictrJ /tmp/tmp.ELkZbwTK0F
+ return 0
+ desc 'create namespace pitr-physical-28468'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pitr-physical-28468
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pitr-physical-28468
++ mktemp
+ local LAST_OUT=/tmp/tmp.iYHv1O0N8H
++ mktemp
+ local LAST_ERR=/tmp/tmp.mMso1MvUgi
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace pitr-physical-28468
namespace "gke-managed-cim" deleted
namespace "gke-managed-system" deleted
namespace "gmp-public" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iYHv1O0N8H
namespace/pitr-physical-28468 created
+ cat /tmp/tmp.mMso1MvUgi
+ rm /tmp/tmp.iYHv1O0N8H /tmp/tmp.mMso1MvUgi
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qmANa0MMFF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gsS6GSuMUT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qmANa0MMFF
++ cat /tmp/tmp.gsS6GSuMUT
++ rm /tmp/tmp.qmANa0MMFF /tmp/tmp.gsS6GSuMUT
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3 --namespace=pitr-physical-28468
++ mktemp
+ local LAST_OUT=/tmp/tmp.nOYWoQTjdi
++ mktemp
+ local LAST_ERR=/tmp/tmp.cOnG4gj6Za
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3 --namespace=pitr-physical-28468
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nOYWoQTjdi
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1938-23826c20-4-cluster3" modified.
+ cat /tmp/tmp.cOnG4gj6Za
+ rm /tmp/tmp.nOYWoQTjdi /tmp/tmp.cOnG4gj6Za
+ return 0
+ deploy_minio
+ desc 'install Minio'
+ set +o xtrace


-----------------------------------------------------------------------------------
install Minio
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
Error: uninstall: Release not loaded: minio-service: release: not found
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio
NAME: minio-service
LAST DEPLOYED: Thu May 22 07:00:11 2025
NAMESPACE: pitr-physical-28468
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.pitr-physical-28468.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace pitr-physical-28468 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace pitr-physical-28468

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace pitr-physical-28468 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace pitr-physical-28468 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.N8rovjorIH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VPx4hkoO7Q
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.N8rovjorIH
++ cat /tmp/tmp.VPx4hkoO7Q
++ rm /tmp/tmp.N8rovjorIH /tmp/tmp.VPx4hkoO7Q
++ return 0
+ MINIO_POD=minio-service-86dfccd949-9qlfd
+ wait_pod minio-service-86dfccd949-9qlfd
+ local pod=minio-service-86dfccd949-9qlfd
+ set +o xtrace
waiting for pod/minio-service-86dfccd949-9qlfd to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.pitr-physical-28468.svc.cluster.local --tcp=9000
++ mktemp
+ local LAST_OUT=/tmp/tmp.v9SmiF7Sb0
++ mktemp
+ local LAST_ERR=/tmp/tmp.zbUfG1NdIF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create svc -n psmdb-operator externalname minio-service --external-name=minio-service.pitr-physical-28468.svc.cluster.local --tcp=9000
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.v9SmiF7Sb0
service/minio-service created
+ cat /tmp/tmp.zbUfG1NdIF
+ rm /tmp/tmp.v9SmiF7Sb0 /tmp/tmp.zbUfG1NdIF
+ return 0
+ create_minio_bucket operator-testing
+ local bucket=operator-testing
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1baLEh45lS
++ mktemp
+ local LAST_ERR=/tmp/tmp.3Cl55utGN7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1baLEh45lS
pod "aws-cli" deleted
+ cat /tmp/tmp.3Cl55utGN7
If you don't see a command prompt, try pressing enter.
+ rm /tmp/tmp.1baLEh45lS /tmp/tmp.3Cl55utGN7
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.SjjLt574nW
++ mktemp
+ local LAST_ERR=/tmp/tmp.fyGwCY7HAK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SjjLt574nW
secret/some-users created
deployment.apps/psmdb-client created
secret/minio-secret created
+ cat /tmp/tmp.fyGwCY7HAK
+ rm /tmp/tmp.SjjLt574nW /tmp/tmp.fyGwCY7HAK
+ return 0
+ cluster=some-name
+ desc 'create first PSMDB cluster some-name'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/conf/some-name-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1938-23826c20"'
+ local LAST_OUT=/tmp/tmp.G6h67650dC
++ mktemp
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.WoylwuEs4l
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.G6h67650dC
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.WoylwuEs4l
+ rm /tmp/tmp.G6h67650dC /tmp/tmp.WoylwuEs4l
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.dhdcntE3Pj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MjxmoeFsSr
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.dhdcntE3Pj
++ cat /tmp/tmp.MjxmoeFsSr
++ rm /tmp/tmp.dhdcntE3Pj /tmp/tmp.MjxmoeFsSr
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready........OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jAqvycHmX4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UFLumlWJgX
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jAqvycHmX4
++ cat /tmp/tmp.UFLumlWJgX
++ rm /tmp/tmp.jAqvycHmX4 /tmp/tmp.UFLumlWJgX
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness..............................................
+ wait_for_running some-name-cfg 3 false
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=false
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.i9yKVChPIc
+++ mktemp
++ local LAST_ERR=/tmp/tmp.PW3wnzITw7
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.i9yKVChPIc
++ cat /tmp/tmp.PW3wnzITw7
++ rm /tmp/tmp.i9yKVChPIc /tmp/tmp.PW3wnzITw7
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.89amljkXbK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oKvRrDx1TK
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.89amljkXbK
++ cat /tmp/tmp.oKvRrDx1TK
++ rm /tmp/tmp.89amljkXbK /tmp/tmp.oKvRrDx1TK
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ false == \t\r\u\e ]]
+ sleep 10
+ write_initial_data
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-mongos.pitr-physical-28468
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-mongos.pitr-physical-28468
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SBzwDt7RWa
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lCgDxSWIXu
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SBzwDt7RWa
++ cat /tmp/tmp.lCgDxSWIXu
++ rm /tmp/tmp.SBzwDt7RWa /tmp/tmp.lCgDxSWIXu
++ return 0
+ local client_container=psmdb-client-66f577db5f-rj464
+ kubectl_bin exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.AE9pQfZjtr
++ mktemp
+ local LAST_ERR=/tmp/tmp.GdIsP6cO7y
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AE9pQfZjtr
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("29ee7a0e-9cb3-4f28-ac15-85fa4802d3c4") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.GdIsP6cO7y
+ rm /tmp/tmp.AE9pQfZjtr /tmp/tmp.GdIsP6cO7y
+ return 0
+ sleep 2
+ write_document
+ local cmp_postfix=
+ local sleep_value=0
+ desc 'write initial data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write initial data, read from all
-----------------------------------------------------------------------------------

+ run_mongos 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-mongos.pitr-physical-28468
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-mongos.pitr-physical-28468
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mlZcLReOoV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4d6gvJKm1p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mlZcLReOoV
++ cat /tmp/tmp.4d6gvJKm1p
++ rm /tmp/tmp.mlZcLReOoV /tmp/tmp.4d6gvJKm1p
++ return 0
+ local client_container=psmdb-client-66f577db5f-rj464
+ kubectl_bin exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.1QbnkW6Awj
++ mktemp
+ local LAST_ERR=/tmp/tmp.lgCf8e6qlx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1QbnkW6Awj
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("d98d05f3-53b5-48cc-ac3e-5c21ec06e416") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.lgCf8e6qlx
+ rm /tmp/tmp.1QbnkW6Awj /tmp/tmp.lgCf8e6qlx
+ return 0
+ sleep 0
+ compare_mongos_cmd find myApp:myPass@some-name-mongos.pitr-physical-28468
+ local command=find
+ local uri=myApp:myPass@some-name-mongos.pitr-physical-28468
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local port=27017
+ run_mongos 'use myApp\n db.test.find()' myApp:myPass@some-name-mongos.pitr-physical-28468 mongodb '' '' 27017
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-mongos.pitr-physical-28468
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
+ /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PYReuhQJSy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.45dhnAaqEl
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.PYReuhQJSy
++ cat /tmp/tmp.45dhnAaqEl
++ rm /tmp/tmp.PYReuhQJSy /tmp/tmp.45dhnAaqEl
++ return 0
+ local client_container=psmdb-client-66f577db5f-rj464
+ kubectl_bin exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.gkuhWLBNTg
++ mktemp
+ local LAST_ERR=/tmp/tmp.VQVlQ9P4hm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-66f577db5f-rj464 -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.pitr-physical-28468.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gkuhWLBNTg
+ cat /tmp/tmp.VQVlQ9P4hm
+ rm /tmp/tmp.gkuhWLBNTg /tmp/tmp.VQVlQ9P4hm
+ return 0
+ [[ 0 -eq 0 ]]
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/compare/find.json /tmp/tmp.rK6Y0waqAY/find
+ wait_backup_agent some-name-rs0-0
+ local agent_pod=some-name-rs0-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-0...2025-05-22T07:03:55.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs0-1
+ local agent_pod=some-name-rs0-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-1...2025-05-22T07:03:54.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs0-2
+ local agent_pod=some-name-rs0-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-2...2025-05-22T07:03:54.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs1-0
+ local agent_pod=some-name-rs1-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs1-0...2025-05-22T07:03:56.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs1-1
+ local agent_pod=some-name-rs1-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs1-1...2025-05-22T07:03:55.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs1-2
+ local agent_pod=some-name-rs1-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs1-2...2025-05-22T07:03:55.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs2-0
+ local agent_pod=some-name-rs2-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs2-0...2025-05-22T07:03:58.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs2-1
+ local agent_pod=some-name-rs2-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs2-1...2025-05-22T07:03:56.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs2-2
+ local agent_pod=some-name-rs2-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs2-2...2025-05-22T07:03:55.000+0000 I listening for the commands

+ echo 'Sleeping for 360 seconds'
Sleeping for 360 seconds
+ sleep 360
+ backup_name_minio=backup-minio
+ run_backup backup-minio 2 physical
+ local name=backup-minio
+ local idx=2
+ local type=physical
+ desc 'run backup backup-minio-2'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-2
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1938/e2e-tests/pitr-physical/conf/backup-minio.yml
+ /usr/bin/sed -e 's/type:/type: physical/'
+ /usr/bin/sed -e 's/name:/name: backup-minio-2/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.p4xC1NSOi8
++ mktemp
+ local LAST_ERR=/tmp/tmp.dc3aoZ63RG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.p4xC1NSOi8
perconaservermongodbbackup.psmdb.percona.com/backup-minio-2 created
+ cat /tmp/tmp.dc3aoZ63RG
+ rm /tmp/tmp.p4xC1NSOi8 /tmp/tmp.dc3aoZ63RG
+ return 0
+ wait_backup backup-minio-2
+ local backup_name=backup-minio-2
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-2 to reach ready state..................................................................2025-05-22T07:08:56.113Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "a2350337-c917-417f-8f80-dff2962d13c2"}
2025-05-22T07:09:06.205Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "7de3a43b-8af0-4e25-9d05-b7f12f1e0425"}
2025-05-22T07:09:15.933Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "1cf46c93-d810-4a21-a9e4-7329871f6ec5"}
2025-05-22T07:09:25.901Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "c39257e5-e0d9-46d6-8b6d-ae57b4effb88"}
2025-05-22T07:09:38.321Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "9d463a6b-418b-4bad-9105-8bd77343470a"}
2025-05-22T07:09:48.219Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "18afb76d-1b71-445e-ba46-f45da2b379f1"}
2025-05-22T07:09:58.004Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "3c1d0256-d2e9-440f-aba3-c282a3c07c8f"}
2025-05-22T07:10:08.865Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "797297c7-054d-4eb1-b3a5-f9b230e2c990"}
2025-05-22T07:10:18.642Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "69459a05-ec40-4efc-91cc-b9d1d0da4887"}
2025-05-22T07:10:28.586Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "dafb5b3c-13b1-44aa-81bb-3e650e108ff2"}
2025-05-22T07:10:37.261Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470"}
2025-05-22T07:10:37.563Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:37.563Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:37.658Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470"}
2025-05-22T07:10:37.799Z	DEBUG	Added finalizer	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "finalizer": "internal.percona.com/release-lock"}
2025-05-22T07:10:37.799Z	INFO	Starting backup	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "backup": "backup-minio-2", "storage": "minio"}
2025-05-22T07:10:37.799Z	INFO	Sending backup command	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "backup": "backup-minio-2", "storage": "minio", "backupCmd": "backup [name: 2025-05-22T07:10:37Z, compression: gzip (level: default)] <ts: 0>", "profile": ""}
2025-05-22T07:10:37.806Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470", "previous": "", "current": "requested"}
2025-05-22T07:10:37.834Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "c4d52a5b-f5e0-4bc6-b66c-263c783b3470"}
2025-05-22T07:10:37.834Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3"}
2025-05-22T07:10:37.924Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:37.924Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:38.003Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3"}
2025-05-22T07:10:38.003Z	INFO	Starting backup	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3", "backup": "backup-minio-2", "storage": "minio"}
2025-05-22T07:10:38.004Z	INFO	Sending backup command	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3", "backup": "backup-minio-2", "storage": "minio", "backupCmd": "backup [name: 2025-05-22T07:10:38Z, compression: gzip (level: default)] <ts: 0>", "profile": ""}
2025-05-22T07:10:38.010Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3", "previous": "", "current": "requested"}
2025-05-22T07:10:38.039Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "061ac6bf-e398-49da-b92d-3aba635276b3"}
2025-05-22T07:10:38.039Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d"}
2025-05-22T07:10:38.123Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:38.123Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:38.205Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d"}
2025-05-22T07:10:38.206Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d", "pbmName": "2025-05-22T07:10:37Z", "backup": "backup-minio-2"}
2025-05-22T07:10:38.207Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "be40f846-6c6e-45d1-ab1f-70bfd349891d"}
2025-05-22T07:10:38.207Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616"}
2025-05-22T07:10:38.320Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:38.320Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:38.405Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616"}
2025-05-22T07:10:38.406Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897838,"I":58},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-1.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017","some-name-cfg-2.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-1.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017","some-name-rs0-2.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-2.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017","some-name-rs1-1.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-2.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017","some-name-rs2-1.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:10:38.408Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b67af30a-aad1-4aaf-b5ee-c5d293819616"}
2025-05-22T07:10:39.209Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "1997c023-948f-49dd-91d0-3fcb78f01b9b"}
2025-05-22T07:10:42.834Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454"}
2025-05-22T07:10:42.938Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:42.939Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:43.056Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454"}
2025-05-22T07:10:43.061Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897838,"I":58},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-1.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017","some-name-cfg-2.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-1.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017","some-name-rs0-2.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-2.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017","some-name-rs1-1.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-2.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017","some-name-rs2-1.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:10:43.063Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "42f9d2b0-8c4d-4234-93c9-5ee30dd9a454"}
2025-05-22T07:10:48.064Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2"}
2025-05-22T07:10:48.143Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:48.143Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:48.223Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2"}
2025-05-22T07:10:48.224Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:10:48.226Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e5c83711-075e-4722-a6b0-be07973e76d2"}
2025-05-22T07:10:48.813Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "5d484cad-8bf4-49cc-b0ce-5a7317ab2c37"}
2025-05-22T07:10:53.227Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4"}
2025-05-22T07:10:53.308Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:53.308Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:53.382Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4"}
2025-05-22T07:10:53.383Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:10:53.385Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4528fc9b-fa50-4279-b47f-71ce6cf0ddb4"}
2025-05-22T07:10:58.387Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1"}
2025-05-22T07:10:58.442Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "17657ff8-9b1b-4b68-a823-359567dddb0a"}
2025-05-22T07:10:58.462Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:10:58.462Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:10:58.567Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1"}
2025-05-22T07:10:58.568Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:10:58.570Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8467eaa8-eb95-4581-9da2-330b0e0f21a1"}
2025-05-22T07:11:03.571Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f"}
2025-05-22T07:11:03.651Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:03.651Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:03.718Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f"}
2025-05-22T07:11:03.720Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:03.721Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "208f9117-b351-4e0f-a679-a7fae9db278f"}
2025-05-22T07:11:08.722Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95"}
2025-05-22T07:11:08.824Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:08.824Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:08.901Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95"}
2025-05-22T07:11:08.902Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:08.904Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "00fbc9b3-eeb1-435b-94d8-b07c6a62db95"}
2025-05-22T07:11:09.195Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "57116386-5325-484d-ac03-13fc47d180af"}
2025-05-22T07:11:13.905Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1"}
2025-05-22T07:11:13.979Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:13.979Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:14.068Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1"}
2025-05-22T07:11:14.069Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:14.071Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "17ba3cd5-d115-42ef-89b8-350fdf20abe1"}
2025-05-22T07:11:19.013Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "14fe9d1d-4c8e-4531-a3ec-45beb19cff94"}
2025-05-22T07:11:19.072Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57"}
2025-05-22T07:11:19.149Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:19.149Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:19.227Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57"}
2025-05-22T07:11:19.229Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:19.230Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "5136a262-730c-4ae1-8bb1-cf8c9e0fae57"}
2025-05-22T07:11:24.231Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf"}
2025-05-22T07:11:24.329Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:24.329Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:24.405Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf"}
2025-05-22T07:11:24.406Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:24.407Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1df0a94c-feee-4210-9ca0-2acfc9b17acf"}
2025-05-22T07:11:28.688Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "67e75c11-2db2-4e49-bb14-b9a331dca005"}
2025-05-22T07:11:29.408Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d"}
2025-05-22T07:11:29.489Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:29.489Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:29.590Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d"}
2025-05-22T07:11:29.590Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:29.592Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "172e51f2-995e-4369-a0bb-54d42d42e93d"}
2025-05-22T07:11:34.592Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34"}
2025-05-22T07:11:34.670Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:34.670Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:34.766Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34"}
2025-05-22T07:11:34.767Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:34.768Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e4fb2016-d938-4805-858b-eb40890eed34"}
2025-05-22T07:11:39.769Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a"}
2025-05-22T07:11:39.839Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "540cb47f-e4ef-46ce-a013-bfdea031c6a8"}
2025-05-22T07:11:39.845Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:39.845Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:39.918Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a"}
2025-05-22T07:11:39.920Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:39.921Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b8f5b951-79aa-4f58-9eb6-80726d16668a"}
2025-05-22T07:11:44.922Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3"}
2025-05-22T07:11:44.996Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:44.996Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:45.092Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3"}
2025-05-22T07:11:45.094Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:45.096Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "cbd3ecbe-d743-4068-bc7b-9295df633bf3"}
2025-05-22T07:11:49.368Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "b27651a3-cfee-4d56-8dc2-cb508861b0f2"}
2025-05-22T07:11:50.097Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a"}
2025-05-22T07:11:50.182Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:50.182Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:50.252Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a"}
2025-05-22T07:11:50.253Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:50.255Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "1637a826-b040-4e9a-9d46-dd4d42ff628a"}
2025-05-22T07:11:55.255Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34"}
2025-05-22T07:11:55.334Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:11:55.334Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:11:55.412Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34"}
2025-05-22T07:11:55.413Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:11:55.414Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "dceb1be6-0e35-4162-82b6-9f21aee05a34"}
2025-05-22T07:11:59.225Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "23c5264d-0465-489e-9915-6338451785e9"}
2025-05-22T07:12:00.415Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0"}
2025-05-22T07:12:00.496Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:00.496Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:00.585Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0"}
2025-05-22T07:12:00.585Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:00.587Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "856e7b6a-ee83-4985-849b-4bc267901ee0"}
2025-05-22T07:12:05.588Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7"}
2025-05-22T07:12:05.666Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:05.666Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:05.735Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7"}
2025-05-22T07:12:05.736Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:05.738Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "b2c8703a-edb4-4989-a0bb-5f43948f01a7"}
2025-05-22T07:12:09.883Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "15981d57-d57b-4d32-8b6d-eaeac4330659"}
2025-05-22T07:12:10.739Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6"}
2025-05-22T07:12:10.819Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:10.819Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:10.894Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6"}
2025-05-22T07:12:10.894Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:10.896Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "e7dc22ca-e5fb-4367-a85d-77d1e07e28e6"}
2025-05-22T07:12:15.896Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158"}
2025-05-22T07:12:15.974Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:15.974Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:16.070Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158"}
2025-05-22T07:12:16.071Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:16.073Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "736f581c-aa67-4d07-b609-8ecb7db62158"}
2025-05-22T07:12:19.978Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "81519feb-cb10-469c-9169-8f738abc41c9"}
2025-05-22T07:12:21.074Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1"}
2025-05-22T07:12:21.148Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:21.148Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:21.226Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1"}
2025-05-22T07:12:21.226Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:21.228Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "4c5acb9f-622b-4922-8805-0679afb0c3d1"}
2025-05-22T07:12:26.229Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c"}
2025-05-22T07:12:26.310Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:26.310Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:26.386Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c"}
2025-05-22T07:12:26.387Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:26.389Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "f3f5aad3-c8c8-4199-b1de-128fe2348e7c"}
2025-05-22T07:12:30.856Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "e898b292-df84-4336-8a94-6629b984a0ab"}
2025-05-22T07:12:31.390Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da"}
2025-05-22T07:12:31.459Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:31.459Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:31.566Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da"}
2025-05-22T07:12:31.567Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:31.569Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "0b4d8d59-873c-41f2-abce-6e5d9a11d1da"}
2025-05-22T07:12:36.569Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406"}
2025-05-22T07:12:36.642Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:36.642Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:36.723Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406"}
2025-05-22T07:12:36.725Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:36.726Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "8c2558e3-a94c-4dfb-875a-d0ca556e6406"}
2025-05-22T07:12:40.656Z	INFO	PBM	Point-in-time recovery will work only with full backup in main storage (minio). Please create one manually or wait for scheduled backup to be created (if configured).	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "some-name", "reconcileID": "f2152b8f-38c7-4a6a-bdb8-0811bf0acc42"}
2025-05-22T07:12:41.728Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99"}
2025-05-22T07:12:41.813Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99", "cluster": "some-name", "namespace": "pitr-physical-28468"}
2025-05-22T07:12:41.813Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99", "currentJob": {"Name":"backup-minio-2","Type":0}}
2025-05-22T07:12:41.894Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99"}
2025-05-22T07:12:41.896Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99", "backup": "backup-minio-2", "pbmName": "2025-05-22T07:10:38Z", "meta": {"type":"physical","opid":"682ecdee3315e6abd1d874bc","name":"2025-05-22T07:10:38Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"http://minio-service:9000/","forcePathStyle":true,"bucket":"operator-testing","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1747897838,"last_transition_ts":1747897838,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1747897843,"I":28},"status":"starting","conditions":[{"timestamp":1747897838,"status":"starting"}],"n":[{"rs":"cfg","n":["some-name-cfg-0.some-name-cfg.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs0","n":["some-name-rs0-0.some-name-rs0.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs1","n":["some-name-rs1-0.some-name-rs1.pitr-physical-28468.svc.cluster.local:27017"],"ack":""},{"rs":"rs2","n":["some-name-rs2-0.some-name-rs2.pitr-physical-28468.svc.cluster.local:27017"],"ack":""}],"pbm_version":"2.9.1","balancer":"full"}}
2025-05-22T07:12:41.897Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99", "previous": "requested", "current": "error"}
2025-05-22T07:12:41.915Z	INFO	Releasing backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99", "lease": "psmdb-some-name-backup-lock"}
2025-05-22T07:12:41.948Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "930a70bd-99a3-4978-b2fb-5a3716743e99"}
2025-05-22T07:12:41.948Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "3b48f3b2-2ba0-44e2-bec4-47d2d964e340"}
2025-05-22T07:12:41.948Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-physical-28468"}, "namespace": "pitr-physical-28468", "name": "backup-minio-2", "reconcileID": "3b48f3b2-2ba0-44e2-bec4-47d2d964e340"}
NAME             CLUSTER     STORAGE   DESTINATION                                  TYPE       STATUS   COMPLETED   AGE
backup-minio-2   some-name   minio     s3://operator-testing/2025-05-22T07:10:38Z   physical   error                2m8s
Backup object psmdb-backup/backup-minio-2 is in error state.
something went wrong with operator or kubernetes cluster