Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/logs/demand-backup-physical-sharded-gcp.log
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1
+ '[' -n '' ']'
+ create_infra demand-backup-physical-sharded-gcp-18277
+ local ns=demand-backup-physical-sharded-gcp-18277
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.NDnlXaq2Ao
++ mktemp
+ local LAST_ERR=/tmp/tmp.1Luvava9PN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NDnlXaq2Ao
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.1Luvava9PN
+ rm /tmp/tmp.NDnlXaq2Ao /tmp/tmp.1Luvava9PN
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml
++ grep -v '\-\-\-'
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.bCYXpjVTE5
++ mktemp
+ local LAST_ERR=/tmp/tmp.T0669IGgDD
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.bCYXpjVTE5
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com condition met
+ cat /tmp/tmp.T0669IGgDD
+ rm /tmp/tmp.bCYXpjVTE5 /tmp/tmp.T0669IGgDD
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.0zdgTDQN4g
++ mktemp
+ local LAST_ERR=/tmp/tmp.EZIRmUsiP7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0zdgTDQN4g
+ cat /tmp/tmp.EZIRmUsiP7
+ rm /tmp/tmp.0zdgTDQN4g /tmp/tmp.EZIRmUsiP7
+ return 0
+ for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')'
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.XoprLZW25b
++ mktemp
+ local LAST_ERR=/tmp/tmp.dKjEUnGUjg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XoprLZW25b
+ cat /tmp/tmp.dKjEUnGUjg
+ rm /tmp/tmp.XoprLZW25b /tmp/tmp.dKjEUnGUjg
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.NFS70HIlu9
++ mktemp
+ local LAST_ERR=/tmp/tmp.P8k8tcdd4D
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.NFS70HIlu9
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.P8k8tcdd4D
+ rm /tmp/tmp.NFS70HIlu9 /tmp/tmp.P8k8tcdd4D
+ return 0
+ check_crd_for_deletion PR-1987-3dea319b
+ local git_tag=PR-1987-3dea319b
++ yq eval .metadata.name
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1987-3dea319b/deploy/crd.yaml
++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g'
++ /usr/bin/sed s/---//g
+ for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')'
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LSbRvuQl40
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iDBtJ4kMrm
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.LSbRvuQl40
++ cat /tmp/tmp.iDBtJ4kMrm
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.LSbRvuQl40
++ cat /tmp/tmp.iDBtJ4kMrm
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.LSbRvuQl40
++ cat /tmp/tmp.iDBtJ4kMrm
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.LSbRvuQl40
++ cat /tmp/tmp.iDBtJ4kMrm
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.LSbRvuQl40 /tmp/tmp.iDBtJ4kMrm
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ grep chaos-mesh
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace
+ xargs kubectl delete ns


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.1ap1WKjT5n
++ mktemp
+ local LAST_ERR=/tmp/tmp.Z0GqMlWzsh
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.HcysRznOPj
++ mktemp
+ local LAST_ERR=/tmp/tmp.AcsLgyFGQK
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1ap1WKjT5n
+ cat /tmp/tmp.Z0GqMlWzsh
+ rm /tmp/tmp.1ap1WKjT5n /tmp/tmp.Z0GqMlWzsh
+ return 0
namespace "demand-backup-physical-sharded-gcp-6448" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HcysRznOPj
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.AcsLgyFGQK
+ rm /tmp/tmp.HcysRznOPj /tmp/tmp.AcsLgyFGQK
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.EW599EZ7Xv
++ mktemp
+ local LAST_ERR=/tmp/tmp.xktiLJtlEJ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EW599EZ7Xv
+ cat /tmp/tmp.xktiLJtlEJ
+ rm /tmp/tmp.EW599EZ7Xv /tmp/tmp.xktiLJtlEJ
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.8Ld4dQawLy
++ mktemp
+ local LAST_ERR=/tmp/tmp.aRS1L3H8j5
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8Ld4dQawLy
namespace/psmdb-operator created
+ cat /tmp/tmp.aRS1L3H8j5
+ rm /tmp/tmp.8Ld4dQawLy /tmp/tmp.aRS1L3H8j5
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8siJbac4He
+++ mktemp
++ local LAST_ERR=/tmp/tmp.I3ri02UBIL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.8siJbac4He
++ cat /tmp/tmp.I3ri02UBIL
++ rm /tmp/tmp.8siJbac4He /tmp/tmp.I3ri02UBIL
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.4Vf232DRAA
++ mktemp
+ local LAST_ERR=/tmp/tmp.0ppeVqqOZd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.4Vf232DRAA
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7" modified.
+ cat /tmp/tmp.0ppeVqqOZd
+ rm /tmp/tmp.4Vf232DRAA /tmp/tmp.0ppeVqqOZd
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.EvhjTVnnY6
++ mktemp
+ local LAST_ERR=/tmp/tmp.fG4UmjEjQF
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.EvhjTVnnY6
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.fG4UmjEjQF
+ rm /tmp/tmp.EvhjTVnnY6 /tmp/tmp.fG4UmjEjQF
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.8YjuGfUIor
++ mktemp
+ local LAST_ERR=/tmp/tmp.UNNJmfekdu
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8YjuGfUIor
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.UNNJmfekdu
+ rm /tmp/tmp.8YjuGfUIor /tmp/tmp.UNNJmfekdu
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1987-3dea319b") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-operator.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.zstXZ6iClS
++ mktemp
+ local LAST_ERR=/tmp/tmp.fUiKTW8VuO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zstXZ6iClS
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.fUiKTW8VuO
+ rm /tmp/tmp.zstXZ6iClS /tmp/tmp.fUiKTW8VuO
+ return 0
+ sleep 2
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.t8hD3bHFsv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OfZecdEwFU
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.t8hD3bHFsv
++ cat /tmp/tmp.OfZecdEwFU
++ rm /tmp/tmp.t8hD3bHFsv /tmp/tmp.OfZecdEwFU
++ return 0
+ wait_pod percona-server-mongodb-operator-76947877-7dhn8
+ local pod=percona-server-mongodb-operator-76947877-7dhn8
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-76947877-7dhn8 to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wJnkKZ17qp
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sxXO5MuFuo
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wJnkKZ17qp
++ cat /tmp/tmp.sxXO5MuFuo
++ rm /tmp/tmp.wJnkKZ17qp /tmp/tmp.sxXO5MuFuo
++ return 0
+ kubectl_bin logs percona-server-mongodb-operator-76947877-7dhn8
++ mktemp
+ local LAST_OUT=/tmp/tmp.L0CzYxr1An
++ mktemp
+ local LAST_ERR=/tmp/tmp.uW3ywbkUjz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl logs percona-server-mongodb-operator-76947877-7dhn8
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.L0CzYxr1An
+ cat /tmp/tmp.uW3ywbkUjz
+ rm /tmp/tmp.L0CzYxr1An /tmp/tmp.uW3ywbkUjz
+ return 0
2025-07-01T09:11:55.154Z	INFO	setup	Manager starting up	{"gitCommit": "3dea319bf7c889a0f47b7fdd53cac66e613a6947", "gitBranch": "PR-1987-3dea319b", "buildTime": "", "goVersion": "go1.24.4", "os": "linux", "arch": "amd64"}
+ create_namespace demand-backup-physical-sharded-gcp-18277
+ local namespace=demand-backup-physical-sharded-gcp-18277
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrolebinding
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ awk '{print$1}'
+ '[' -n '' ']'
+ egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ desc 'cleaned up old namespaces demand-backup-physical-sharded-gcp-18277'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces demand-backup-physical-sharded-gcp-18277
-----------------------------------------------------------------------------------

++ mktemp
+ kubectl_bin delete namespace demand-backup-physical-sharded-gcp-18277 --ignore-not-found
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.eraBrEYt3g
+ local LAST_OUT=/tmp/tmp.1g47WKAGKd
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.7yEtmoavTD
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.WfEWdA2RmT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl get ns
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl delete namespace demand-backup-physical-sharded-gcp-18277 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.eraBrEYt3g
+ cat /tmp/tmp.7yEtmoavTD
+ rm /tmp/tmp.eraBrEYt3g /tmp/tmp.7yEtmoavTD
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1g47WKAGKd
+ cat /tmp/tmp.WfEWdA2RmT
+ rm /tmp/tmp.1g47WKAGKd /tmp/tmp.WfEWdA2RmT
+ return 0
+ kubectl_bin wait --for=delete namespace demand-backup-physical-sharded-gcp-18277
++ mktemp
+ local LAST_OUT=/tmp/tmp.uoN9bAKTNj
++ mktemp
+ local LAST_ERR=/tmp/tmp.qs6VJ8gtBa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl wait --for=delete namespace demand-backup-physical-sharded-gcp-18277
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uoN9bAKTNj
+ cat /tmp/tmp.qs6VJ8gtBa
+ rm /tmp/tmp.uoN9bAKTNj /tmp/tmp.qs6VJ8gtBa
+ return 0
+ desc 'create namespace demand-backup-physical-sharded-gcp-18277'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace demand-backup-physical-sharded-gcp-18277
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace demand-backup-physical-sharded-gcp-18277
++ mktemp
+ local LAST_OUT=/tmp/tmp.7dIMGkVT34
++ mktemp
+ local LAST_ERR=/tmp/tmp.PH8mOPdHSo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl create namespace demand-backup-physical-sharded-gcp-18277
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.7dIMGkVT34
namespace/demand-backup-physical-sharded-gcp-18277 created
+ cat /tmp/tmp.PH8mOPdHSo
+ rm /tmp/tmp.7dIMGkVT34 /tmp/tmp.PH8mOPdHSo
+ return 0
+ set_kube_ctx demand-backup-physical-sharded-gcp-18277
+ local namespace=demand-backup-physical-sharded-gcp-18277
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IWX9sNppPL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.awdQsdqyG5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IWX9sNppPL
++ cat /tmp/tmp.awdQsdqyG5
++ rm /tmp/tmp.IWX9sNppPL /tmp/tmp.awdQsdqyG5
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7 --namespace=demand-backup-physical-sharded-gcp-18277
++ mktemp
+ local LAST_OUT=/tmp/tmp.O1rbN6XZ7E
++ mktemp
+ local LAST_ERR=/tmp/tmp.4ExQar5IcA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7 --namespace=demand-backup-physical-sharded-gcp-18277
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.O1rbN6XZ7E
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster7" modified.
+ cat /tmp/tmp.4ExQar5IcA
+ rm /tmp/tmp.O1rbN6XZ7E /tmp/tmp.4ExQar5IcA
+ return 0
+ apply_s3_storage_secrets
+ desc 'create secrets for cloud storages'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets for cloud storages
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.6QRphqetxS
++ mktemp
+ local LAST_ERR=/tmp/tmp.XrRoUyGBTw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6QRphqetxS
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.XrRoUyGBTw
+ rm /tmp/tmp.6QRphqetxS /tmp/tmp.XrRoUyGBTw
+ return 0
+ desc 'Testing on sharded cluster'
+ set +o xtrace


-----------------------------------------------------------------------------------
Testing on sharded cluster
-----------------------------------------------------------------------------------

+ echo 'Creating PSMDB cluster'
Creating PSMDB cluster
+ cluster=some-name
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.j7AUQcfMW9
++ mktemp
+ local LAST_ERR=/tmp/tmp.zu0RoMtdAs
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/secrets.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.j7AUQcfMW9
secret/some-users created
+ cat /tmp/tmp.zu0RoMtdAs
+ rm /tmp/tmp.j7AUQcfMW9 /tmp/tmp.zu0RoMtdAs
+ return 0
+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/conf/some-name-sharded.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/conf/some-name-sharded.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/conf/some-name-sharded.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1987-3dea319b"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_OUT=/tmp/tmp.m2rykwYJ1n
++ mktemp
+ local LAST_ERR=/tmp/tmp.8feiaJaHeN
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.m2rykwYJ1n
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.8feiaJaHeN
+ rm /tmp/tmp.m2rykwYJ1n /tmp/tmp.8feiaJaHeN
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/client_with_tls.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.CdZWOBtSCq
++ mktemp
+ local LAST_ERR=/tmp/tmp.yiLgfNxGVq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/client_with_tls.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.CdZWOBtSCq
deployment.apps/psmdb-client created
+ cat /tmp/tmp.yiLgfNxGVq
+ rm /tmp/tmp.CdZWOBtSCq /tmp/tmp.yiLgfNxGVq
+ return 0
+ echo 'Check if all pods started'
Check if all pods started
+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready...........OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.......OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GsRhpsKUM7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oI5USJZRji
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GsRhpsKUM7
++ cat /tmp/tmp.oI5USJZRji
++ rm /tmp/tmp.GsRhpsKUM7 /tmp/tmp.oI5USJZRji
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready......OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nMQ68NJXdG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.tFNFCljZPd
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nMQ68NJXdG
++ cat /tmp/tmp.tFNFCljZPd
++ rm /tmp/tmp.nMQ68NJXdG /tmp/tmp.tFNFCljZPd
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.h9F1M7WtO2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.jMfnbkJ05F
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.h9F1M7WtO2
++ cat /tmp/tmp.jMfnbkJ05F
++ rm /tmp/tmp.h9F1M7WtO2 /tmp/tmp.jMfnbkJ05F
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness.............................
+ wait_for_running some-name-cfg 3
+ local name=some-name-cfg
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=cfg
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-cfg-0
+ local pod=some-name-cfg-0
+ set +o xtrace
waiting for pod/some-name-cfg-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-cfg-1
+ local pod=some-name-cfg-1
+ set +o xtrace
waiting for pod/some-name-cfg-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3zYmwgT5ZN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.am4fddwr4A
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.3zYmwgT5ZN
++ cat /tmp/tmp.am4fddwr4A
++ rm /tmp/tmp.3zYmwgT5ZN /tmp/tmp.am4fddwr4A
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-cfg-2
+ local pod=some-name-cfg-2
+ set +o xtrace
waiting for pod/some-name-cfg-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WtCPHUApEe
+++ mktemp
++ local LAST_ERR=/tmp/tmp.O862cfXFyq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WtCPHUApEe
++ cat /tmp/tmp.O862cfXFyq
++ rm /tmp/tmp.WtCPHUApEe /tmp/tmp.O862cfXFyq
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.alTZ32bPEq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.er09AnBTvV
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="cfg")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.alTZ32bPEq
++ cat /tmp/tmp.er09AnBTvV
++ rm /tmp/tmp.alTZ32bPEq /tmp/tmp.er09AnBTvV
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ wait_for_running some-name-mongos 3
+ local name=some-name-mongos
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=mongos
+ local cluster_name=some-name
++ seq 0 2
+ for i in '$(seq 0 $last_pod)'
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-mongos-0
+ local pod=some-name-mongos-0
+ set +o xtrace
waiting for pod/some-name-mongos-0 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-mongos-1
+ local pod=some-name-mongos-1
+ set +o xtrace
waiting for pod/some-name-mongos-1 to be ready.OK
+ for i in '$(seq 0 $last_pod)'
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HDhgDCdElM
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NaookxOveG
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HDhgDCdElM
++ cat /tmp/tmp.NaookxOveG
++ rm /tmp/tmp.HDhgDCdElM /tmp/tmp.NaookxOveG
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-mongos-2
+ local pod=some-name-mongos-2
+ set +o xtrace
waiting for pod/some-name-mongos-2 to be ready.OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jad5O6LObw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DAaAl2hmm5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].non_voting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Jad5O6LObw
++ cat /tmp/tmp.DAaAl2hmm5
++ rm /tmp/tmp.Jad5O6LObw /tmp/tmp.DAaAl2hmm5
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.y4LvRF9gDm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rdp30F6a3p
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="mongos")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.y4LvRF9gDm
++ cat /tmp/tmp.rdp30F6a3p
++ rm /tmp/tmp.y4LvRF9gDm /tmp/tmp.rdp30F6a3p
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UWq5gY6OFX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DNsl5kizWn
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.UWq5gY6OFX
++ cat /tmp/tmp.DNsl5kizWn
++ rm /tmp/tmp.UWq5gY6OFX /tmp/tmp.DNsl5kizWn
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo

++ kubectl_bin get svc some-name-mongos '-o=jsonpath={.status}'
++ jq -r 'select(.loadBalancer != null and .loadBalancer.ingress != null and .loadBalancer.ingress != []) | .loadBalancer.ingress[0] | if .ip then .ip else .hostname end'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ksfxL4fmvN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.l6nFuzVGCB
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get svc some-name-mongos '-o=jsonpath={.status}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ksfxL4fmvN
++ cat /tmp/tmp.l6nFuzVGCB
++ rm /tmp/tmp.ksfxL4fmvN /tmp/tmp.l6nFuzVGCB
++ return 0
+ lbEndpoint=34.55.130.38
+ '[' -z 34.55.130.38 ']'
+ run_mongos 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iNNYZbFAeV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.j81ntdeQc8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.iNNYZbFAeV
++ cat /tmp/tmp.j81ntdeQc8
++ rm /tmp/tmp.iNNYZbFAeV /tmp/tmp.j81ntdeQc8
++ return 0
+ local client_container=psmdb-client-b9788d8bc-z2bvp
+ kubectl_bin exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y4RPvGuzoM
++ mktemp
+ local LAST_ERR=/tmp/tmp.rbgDI0TCop
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Y4RPvGuzoM
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("8710f9ba-dd79-4f52-b906-ca17c90a77a7") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.rbgDI0TCop
+ rm /tmp/tmp.Y4RPvGuzoM /tmp/tmp.rbgDI0TCop
+ return 0
+ sleep 1
+ run_mongos 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ awk -F: '{print $2}'
++ echo .svc.cluster.local
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.g4CiQCBfJC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.blajGKboyM
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.g4CiQCBfJC
++ cat /tmp/tmp.blajGKboyM
++ rm /tmp/tmp.g4CiQCBfJC /tmp/tmp.blajGKboyM
++ return 0
+ local client_container=psmdb-client-b9788d8bc-z2bvp
+ kubectl_bin exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.QlZ2dcSeNx
++ mktemp
+ local LAST_ERR=/tmp/tmp.Tzjsd2oetC
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QlZ2dcSeNx
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("f023add5-83c3-409e-976f-68de63ae8386") }
Percona Server for MongoDB server version: v7.0.18-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.Tzjsd2oetC
+ rm /tmp/tmp.QlZ2dcSeNx /tmp/tmp.Tzjsd2oetC
+ return 0
+ sleep 5
+ compare_mongos_cmd find myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277 -sharded
+ local command=find
+ local uri=myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ local postfix=-sharded
+ local suffix=
+ local database=myApp
+ local collection=test
+ local port=27017
+ run_mongos 'use myApp\n db.test.find()' myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277 mongodb '' '' 27017
+ /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277
+ egrep -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:'
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local port=27017
+ local mongo_bin=mongo
++ echo .svc.cluster.local
++ awk -F: '{print $2}'
+ suffix_port=
+ [[ -z '' ]]
+ suffix=.svc.cluster.local:27017
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.mXE4FrjfR8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UeuRCJdmxF
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.mXE4FrjfR8
++ cat /tmp/tmp.UeuRCJdmxF
++ rm /tmp/tmp.mXE4FrjfR8 /tmp/tmp.UeuRCJdmxF
++ return 0
+ local client_container=psmdb-client-b9788d8bc-z2bvp
+ kubectl_bin exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
++ mktemp
+ local LAST_OUT=/tmp/tmp.ROOehkCeIe
++ mktemp
+ local LAST_ERR=/tmp/tmp.2JBQyQ3aJX
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl exec psmdb-client-b9788d8bc-z2bvp -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-mongos.demand-backup-physical-sharded-gcp-18277.svc.cluster.local:27017/admin '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ROOehkCeIe
+ cat /tmp/tmp.2JBQyQ3aJX
+ rm /tmp/tmp.ROOehkCeIe /tmp/tmp.2JBQyQ3aJX
+ return 0
+ [[ 0 -eq 0 ]]
+ diff /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/compare/find-sharded.json /tmp/tmp.cuwwDIouPT/find-sharded
+ echo 'Waiting 60 seconds for stable timestamp in wiredtiger'
Waiting 60 seconds for stable timestamp in wiredtiger
+ sleep 80
+ echo 'Running GCP storage backups'
Running GCP storage backups
+ backup_name_gcp=backup-gcp-cs-sharded
+ run_backup gcp-cs backup-gcp-cs-sharded physical
+ local storage=gcp-cs
+ local backup_name=backup-gcp-cs-sharded
+ local type=physical
+ desc 'run backup backup-gcp-cs-sharded'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-gcp-cs-sharded
-----------------------------------------------------------------------------------

+ yq eval '.metadata.name = "backup-gcp-cs-sharded"
			| .spec.storageName = "gcp-cs"
+ kubectl_bin apply -f -
			| .spec.type = "physical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-sharded-gcp/conf/backup-gcp-cs.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.RaZgnVWSGc
++ mktemp
+ local LAST_ERR=/tmp/tmp.c5Ep1ceycR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in '$(seq 0 2)'
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RaZgnVWSGc
perconaservermongodbbackup.psmdb.percona.com/backup-gcp-cs-sharded created
+ cat /tmp/tmp.c5Ep1ceycR
+ rm /tmp/tmp.RaZgnVWSGc /tmp/tmp.c5Ep1ceycR
+ return 0
+ wait_backup backup-gcp-cs-sharded
+ local backup_name=backup-gcp-cs-sharded
+ local target_state=ready
+ set +o xtrace
waiting for backup-gcp-cs-sharded to reach ready state....................................................................2025-07-01T09:14:38.207Z	INFO	PBM	Setting config	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "some-name", "reconcileID": "b6f6d1af-928e-4505-b9d7-4c72c956e4f6", "cluster": "some-name", "mainStorage": "gcp-cs"}
2025-07-01T09:14:38.259Z	INFO	PBM	resync storage	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "some-name", "reconcileID": "b6f6d1af-928e-4505-b9d7-4c72c956e4f6", "storage": "gcp-cs"}
2025-07-01T09:14:38.259Z	DEBUG	PBM	main storage changed	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "some-name", "reconcileID": "b6f6d1af-928e-4505-b9d7-4c72c956e4f6", "old": {"type":""}, "new": {"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","insecureSkipTLSVerify":false}}}
2025-07-01T09:16:50.159Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471"}
2025-07-01T09:16:50.174Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "state": ""}
2025-07-01T09:16:50.444Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:16:50.444Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:16:50.510Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471"}
2025-07-01T09:16:50.647Z	DEBUG	Added finalizer	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "finalizer": "internal.percona.com/release-lock"}
2025-07-01T09:16:50.647Z	INFO	Starting backup	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "backup": "backup-gcp-cs-sharded", "storage": "gcp-cs"}
2025-07-01T09:16:50.647Z	INFO	Sending backup command	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "backup": "backup-gcp-cs-sharded", "storage": "gcp-cs", "backupCmd": "backup [name: 2025-07-01T09:16:50Z, compression: gzip (level: default)] <ts: 0>", "profile": ""}
2025-07-01T09:16:50.654Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471", "previous": "", "current": "requested"}
2025-07-01T09:16:50.677Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bd1b49b7-5773-48ce-a60a-c36c2f756471"}
2025-07-01T09:16:50.677Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6"}
2025-07-01T09:16:50.690Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6", "state": "requested"}
2025-07-01T09:16:50.760Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:16:50.760Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:16:50.826Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6"}
2025-07-01T09:16:50.827Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6", "pbmName": "2025-07-01T09:16:50Z", "backup": "backup-gcp-cs-sharded"}
2025-07-01T09:16:50.828Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "54065621-293a-4c8f-b9a6-7e96c48aa8d6"}
2025-07-01T09:16:50.828Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0"}
2025-07-01T09:16:50.842Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0", "state": "requested"}
2025-07-01T09:16:50.914Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:16:50.914Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:16:50.985Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0"}
2025-07-01T09:16:50.986Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0", "pbmName": "2025-07-01T09:16:50Z", "backup": "backup-gcp-cs-sharded"}
2025-07-01T09:16:50.987Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f63a46c7-e403-4cad-9603-41159ba80ed0"}
2025-07-01T09:16:55.678Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7"}
2025-07-01T09:16:55.691Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7", "state": "requested"}
2025-07-01T09:16:55.758Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:16:55.758Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:16:55.830Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7"}
2025-07-01T09:16:55.831Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:16:55.833Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "a69d1b22-62f5-4621-a4a9-bc2c1758dda7"}
2025-07-01T09:17:00.833Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a"}
2025-07-01T09:17:00.852Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a", "state": "requested"}
2025-07-01T09:17:00.919Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:00.919Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:00.988Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a"}
2025-07-01T09:17:00.989Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:00.991Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "75c084d5-ba37-47a3-957f-2fb63087e39a"}
2025-07-01T09:17:05.992Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611"}
2025-07-01T09:17:06.005Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611", "state": "requested"}
2025-07-01T09:17:06.077Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:06.077Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:06.163Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611"}
2025-07-01T09:17:06.164Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:06.166Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c851c307-0241-416e-a4f7-ad272d93c611"}
2025-07-01T09:17:11.167Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d"}
2025-07-01T09:17:11.181Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d", "state": "requested"}
2025-07-01T09:17:11.268Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:11.268Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:11.345Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d"}
2025-07-01T09:17:11.346Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:11.348Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "95d493d2-f09f-41d2-9e9a-2f31b8f69a4d"}
2025-07-01T09:17:16.348Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040"}
2025-07-01T09:17:16.362Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040", "state": "requested"}
2025-07-01T09:17:16.433Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:16.433Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:16.503Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040"}
2025-07-01T09:17:16.504Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:16.506Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ae548f13-5105-4ca7-aabd-f19dcbcda040"}
2025-07-01T09:17:21.506Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b"}
2025-07-01T09:17:21.519Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b", "state": "requested"}
2025-07-01T09:17:21.585Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:21.585Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:21.656Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b"}
2025-07-01T09:17:21.656Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:21.658Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "ef0ae207-fbbb-4113-9e66-281c9a9a145b"}
2025-07-01T09:17:26.659Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316"}
2025-07-01T09:17:26.672Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316", "state": "requested"}
2025-07-01T09:17:26.744Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:26.744Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:26.814Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316"}
2025-07-01T09:17:26.815Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:26.816Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f452bbd1-0bfc-4b19-99e3-83c5ea67c316"}
2025-07-01T09:17:31.817Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c"}
2025-07-01T09:17:31.828Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c", "state": "requested"}
2025-07-01T09:17:31.977Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:31.977Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:32.078Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c"}
2025-07-01T09:17:32.079Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:32.081Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "8dd9fe91-ce75-4ea3-a379-837a821de96c"}
2025-07-01T09:17:37.082Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e"}
2025-07-01T09:17:37.095Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e", "state": "requested"}
2025-07-01T09:17:37.237Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:37.237Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:37.314Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e"}
2025-07-01T09:17:37.315Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:37.316Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "79801bc0-e97d-4fe4-8480-61ddb182254e"}
2025-07-01T09:17:42.317Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471"}
2025-07-01T09:17:42.334Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471", "state": "requested"}
2025-07-01T09:17:42.404Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:42.404Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:42.470Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471"}
2025-07-01T09:17:42.471Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:42.472Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "76e94e14-82a9-4ebe-805c-1bbfe41fa471"}
2025-07-01T09:17:47.473Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d"}
2025-07-01T09:17:47.489Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d", "state": "requested"}
2025-07-01T09:17:47.566Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:47.566Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:47.633Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d"}
2025-07-01T09:17:47.634Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:47.636Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "e49c96e4-f3dd-4f16-adf0-728e21ea7b2d"}
2025-07-01T09:17:52.639Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f"}
2025-07-01T09:17:52.654Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f", "state": "requested"}
2025-07-01T09:17:52.717Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:52.717Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:52.780Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f"}
2025-07-01T09:17:52.781Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:52.782Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "94445f5f-9f2b-4c81-ab78-c7870591b92f"}
2025-07-01T09:17:57.783Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d"}
2025-07-01T09:17:57.795Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d", "state": "requested"}
2025-07-01T09:17:57.870Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:17:57.870Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:17:57.940Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d"}
2025-07-01T09:17:57.941Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:17:57.942Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9be1ffda-09ac-4ac6-b844-6a415c81c22d"}
2025-07-01T09:18:02.943Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b"}
2025-07-01T09:18:02.960Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b", "state": "requested"}
2025-07-01T09:18:03.032Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:03.032Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:03.103Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b"}
2025-07-01T09:18:03.104Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:03.105Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "6eddefc9-5291-4a13-94eb-9207faacda0b"}
2025-07-01T09:18:08.106Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b"}
2025-07-01T09:18:08.117Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b", "state": "requested"}
2025-07-01T09:18:08.202Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:08.202Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:08.277Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b"}
2025-07-01T09:18:08.278Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:08.280Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "bcd7c1ff-a833-4c9f-826e-c3388f445f0b"}
2025-07-01T09:18:13.280Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637"}
2025-07-01T09:18:13.295Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637", "state": "requested"}
2025-07-01T09:18:13.361Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:13.361Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:13.428Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637"}
2025-07-01T09:18:13.429Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:13.431Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "f85b47b0-0476-49f6-926c-38d40e934637"}
2025-07-01T09:18:18.432Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9"}
2025-07-01T09:18:18.444Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9", "state": "requested"}
2025-07-01T09:18:18.506Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:18.506Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:18.572Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9"}
2025-07-01T09:18:18.573Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:18.575Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "98ea9630-83a4-4453-ad70-f1d18422dcf9"}
2025-07-01T09:18:23.575Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3"}
2025-07-01T09:18:23.587Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3", "state": "requested"}
2025-07-01T09:18:23.664Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:23.664Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:23.738Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3"}
2025-07-01T09:18:23.739Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:23.740Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "5a48ad4e-52f1-4d19-9b05-540ac35e42f3"}
2025-07-01T09:18:28.741Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32"}
2025-07-01T09:18:28.757Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32", "state": "requested"}
2025-07-01T09:18:28.826Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:28.826Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:28.896Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32"}
2025-07-01T09:18:28.897Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:28.899Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "46758208-fd69-41ca-a18a-b358f1accd32"}
2025-07-01T09:18:33.900Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a"}
2025-07-01T09:18:33.913Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a", "state": "requested"}
2025-07-01T09:18:33.987Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:33.987Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:34.056Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a"}
2025-07-01T09:18:34.057Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:34.058Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "56baa7dc-2a92-4f97-94ef-8c72d4af365a"}
2025-07-01T09:18:39.059Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445"}
2025-07-01T09:18:39.073Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445", "state": "requested"}
2025-07-01T09:18:39.147Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:39.147Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:39.217Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445"}
2025-07-01T09:18:39.218Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:39.220Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "9c24413b-ab46-444c-bee2-d4efd53c8445"}
2025-07-01T09:18:44.221Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb"}
2025-07-01T09:18:44.233Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb", "state": "requested"}
2025-07-01T09:18:44.302Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:44.302Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:44.369Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb"}
2025-07-01T09:18:44.370Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:44.371Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "c83233c2-ccb8-4012-ad1f-94aafffe69bb"}
2025-07-01T09:18:49.372Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6"}
2025-07-01T09:18:49.406Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6", "state": "requested"}
2025-07-01T09:18:49.469Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:49.469Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:49.539Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6"}
2025-07-01T09:18:49.540Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:49.542Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "88cc1888-26e9-4158-8d64-d6dcb594a8f6"}
2025-07-01T09:18:54.543Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd"}
2025-07-01T09:18:54.554Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "state": "requested"}
2025-07-01T09:18:54.617Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "cluster": "some-name", "namespace": "demand-backup-physical-sharded-gcp-18277"}
2025-07-01T09:18:54.617Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "currentJob": {"Name":"backup-gcp-cs-sharded","Type":0}}
2025-07-01T09:18:54.690Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd"}
2025-07-01T09:18:54.691Z	DEBUG	backupStatus	Got backup meta	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "backup": "backup-gcp-cs-sharded", "pbmName": "2025-07-01T09:16:50Z", "meta": {"type":"physical","opid":"6863a7826568f51e1655006b","name":"2025-07-01T09:16:50Z","shardRemap":{"cfg":"config"},"replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical-sharded","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751361411,"last_transition_ts":1751361411,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751361411,"I":10},"status":"starting","conditions":[{"timestamp":1751361411,"status":"starting"}],"n":[{"rs":"cfg","n":[],"ack":""},{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"full"}}
2025-07-01T09:18:54.693Z	INFO	Backup state changed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "previous": "requested", "current": "error"}
2025-07-01T09:18:54.717Z	INFO	Releasing backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd", "lease": "psmdb-some-name-backup-lock"}
2025-07-01T09:18:54.742Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "dfe31592-4cb3-4e71-9792-0120794040dd"}
2025-07-01T09:18:54.742Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "0652b15c-5145-4e2f-a09c-35f733a919fc"}
2025-07-01T09:18:54.755Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "0652b15c-5145-4e2f-a09c-35f733a919fc", "state": "error"}
2025-07-01T09:18:54.755Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs-sharded","namespace":"demand-backup-physical-sharded-gcp-18277"}, "namespace": "demand-backup-physical-sharded-gcp-18277", "name": "backup-gcp-cs-sharded", "reconcileID": "0652b15c-5145-4e2f-a09c-35f733a919fc"}
NAME                    CLUSTER     STORAGE   DESTINATION                                                                       TYPE       SIZE   STATUS   COMPLETED   AGE
backup-gcp-cs-sharded   some-name   gcp-cs    s3://operator-testing/psmdb-demand-backup-physical-sharded/2025-07-01T09:16:50Z   physical          error                2m8s
Name:         backup-gcp-cs-sharded
Namespace:    demand-backup-physical-sharded-gcp-18277
Labels:       <none>
Annotations:  <none>
API Version:  psmdb.percona.com/v1
Kind:         PerconaServerMongoDBBackup
Metadata:
  Creation Timestamp:  2025-07-01T09:16:50Z
  Finalizers:
    percona.com/delete-backup
    internal.percona.com/release-lock
  Generation:        1
  Resource Version:  1751361534711151001
  UID:               424acedd-14a8-42c3-aa88-145896677851
Spec:
  Cluster Name:  some-name
  Storage Name:  gcp-cs
  Type:          physical
Status:
  Destination:      s3://operator-testing/psmdb-demand-backup-physical-sharded/2025-07-01T09:16:50Z
  Error:            backup did not progress from 'starting' state within the allowed timeout
  Last Transition:  2025-07-01T09:16:51Z
  Pbm Name:         2025-07-01T09:16:50Z
  Replset Names:
    cfg
    rs0
  s3:
    Bucket:              operator-testing
    Credentials Secret:  gcp-cs-secret
    Endpoint URL:        https://storage.googleapis.com
    Prefix:              psmdb-demand-backup-physical-sharded
    Region:              us-east-1
    Server Side Encryption:
  Start:         2025-07-01T09:16:51Z
  State:         error
  Storage Name:  gcp-cs
  Type:          physical
Events:          <none>
Backup object psmdb-backup/backup-gcp-cs-sharded is in error state.