Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/logs/demand-backup-physical-gcp.log WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.33) and server (1.30) exceeds the supported minor version skew of +/-1 + '[' -n '' ']' + create_infra demand-backup-physical-gcp-26181 + local ns=demand-backup-physical-gcp-26181 + [[ 1 == 1 ]] + delete_crd + desc 'get and delete old CRDs and RBAC' + set +o xtrace ----------------------------------------------------------------------------------- get and delete old CRDs and RBAC ----------------------------------------------------------------------------------- + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml --ignore-not-found --wait=false ++ mktemp + local LAST_OUT=/tmp/tmp.bF85tiGrWr ++ mktemp + local LAST_ERR=/tmp/tmp.dHSU3k4zaj + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml --ignore-not-found --wait=false + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.bF85tiGrWr customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted + cat /tmp/tmp.dHSU3k4zaj + rm /tmp/tmp.bF85tiGrWr /tmp/tmp.dHSU3k4zaj + return 0 ++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml ++ grep -v '\-\-\-' + for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')' + grep -v NAMESPACE + kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.i47TWgoeFy ++ mktemp + local LAST_ERR=/tmp/tmp.fbg208pJQf + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.i47TWgoeFy customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com condition met + cat /tmp/tmp.fbg208pJQf + rm /tmp/tmp.i47TWgoeFy /tmp/tmp.fbg208pJQf + return 0 + for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')' + kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' error: the server doesn't have a resource type "perconaservermongodbrestores" + kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: the server doesn't have a resource type "perconaservermongodbrestores" + : + kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.VV5d2t9u7F ++ mktemp + local LAST_ERR=/tmp/tmp.UADxK2qv80 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.VV5d2t9u7F + cat /tmp/tmp.UADxK2qv80 + rm /tmp/tmp.VV5d2t9u7F /tmp/tmp.UADxK2qv80 + return 0 + for crd_name in '$(yq eval '\''.metadata.name'\'' "${src_dir}/deploy/crd.yaml" | grep -v '\''\-\-\-'\'')' + kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.i9O7ZrqeVu ++ mktemp + local LAST_ERR=/tmp/tmp.e5eKgi1NxX + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.i9O7ZrqeVu customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com condition met + cat /tmp/tmp.e5eKgi1NxX + rm /tmp/tmp.i9O7ZrqeVu /tmp/tmp.e5eKgi1NxX + return 0 + local rbac_yaml=rbac.yaml + '[' -n psmdb-operator ']' + rbac_yaml=cw-rbac.yaml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.Q9IJV1vcfk ++ mktemp + local LAST_ERR=/tmp/tmp.dhZWNc1kNe + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.Q9IJV1vcfk clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted + cat /tmp/tmp.dhZWNc1kNe + rm /tmp/tmp.Q9IJV1vcfk /tmp/tmp.dhZWNc1kNe + return 0 + check_crd_for_deletion PR-1987-3dea319b + local git_tag=PR-1987-3dea319b ++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-1987-3dea319b/deploy/crd.yaml ++ yq eval .metadata.name ++ /usr/bin/sed ':a;N;$!ba;s/\n/ /g' ++ /usr/bin/sed s/---//g + for crd_name in '$(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '\''.metadata.name'\'' | $sed '\''s/---//g'\'' | $sed '\'':a;N;$!ba;s/\n/ /g'\'')' ++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mrX8bhZJNU +++ mktemp ++ local LAST_ERR=/tmp/tmp.iJ3gFWY70t ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.mrX8bhZJNU ++ cat /tmp/tmp.iJ3gFWY70t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 0 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.mrX8bhZJNU ++ cat /tmp/tmp.iJ3gFWY70t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 4 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}' ++ exit_status=1 ++ set -e ++ '[' 1 '!=' 0 -a -n 1 ']' ++ cat /tmp/tmp.mrX8bhZJNU ++ cat /tmp/tmp.iJ3gFWY70t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ sleep 8 ++ cat /tmp/tmp.mrX8bhZJNU ++ cat /tmp/tmp.iJ3gFWY70t Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found ++ rm /tmp/tmp.mrX8bhZJNU /tmp/tmp.iJ3gFWY70t ++ return 1 + [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]] + '[' -n psmdb-operator ']' + create_namespace psmdb-operator + local namespace=psmdb-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ awk '-F ' '{print $2}' ++ tail -n1 ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace psmdb-operator --ignore-not-found ++ mktemp ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.LgGTV0090E + local LAST_OUT=/tmp/tmp.LPPd5BA3Tu ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.9VuUdSTovp + local exit_status=0 + local timeout=4 + local LAST_ERR=/tmp/tmp.CXJ35OEgMv + local exit_status=0 + local timeout=4 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace psmdb-operator --ignore-not-found + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LPPd5BA3Tu + cat /tmp/tmp.CXJ35OEgMv + rm /tmp/tmp.LPPd5BA3Tu /tmp/tmp.CXJ35OEgMv + return 0 namespace "demand-backup-physical-gcp-32047" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.LgGTV0090E namespace "psmdb-operator" deleted + cat /tmp/tmp.9VuUdSTovp + rm /tmp/tmp.LgGTV0090E /tmp/tmp.9VuUdSTovp + return 0 + kubectl_bin wait --for=delete namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.SJcMOHpv9b ++ mktemp + local LAST_ERR=/tmp/tmp.0JuAHPtfgm + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=delete namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.SJcMOHpv9b + cat /tmp/tmp.0JuAHPtfgm + rm /tmp/tmp.SJcMOHpv9b /tmp/tmp.0JuAHPtfgm + return 0 + desc 'create namespace psmdb-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace psmdb-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.zs3lnT2sBf ++ mktemp + local LAST_ERR=/tmp/tmp.xz49svdnTb + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.zs3lnT2sBf namespace/psmdb-operator created + cat /tmp/tmp.xz49svdnTb + rm /tmp/tmp.zs3lnT2sBf /tmp/tmp.xz49svdnTb + return 0 + set_kube_ctx psmdb-operator + local namespace=psmdb-operator ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ilNPvaZbiN +++ mktemp ++ local LAST_ERR=/tmp/tmp.M8w0v9E7NC ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ilNPvaZbiN ++ cat /tmp/tmp.M8w0v9E7NC ++ rm /tmp/tmp.ilNPvaZbiN /tmp/tmp.M8w0v9E7NC ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5 --namespace=psmdb-operator ++ mktemp + local LAST_OUT=/tmp/tmp.YHRN3wDUy4 ++ mktemp + local LAST_ERR=/tmp/tmp.w8RBKgWOam + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5 --namespace=psmdb-operator + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.YHRN3wDUy4 Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5" modified. + cat /tmp/tmp.w8RBKgWOam + rm /tmp/tmp.YHRN3wDUy4 /tmp/tmp.w8RBKgWOam + return 0 + deploy_operator + desc 'start PSMDB operator' + set +o xtrace ----------------------------------------------------------------------------------- start PSMDB operator ----------------------------------------------------------------------------------- + local cr_file + '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/crd.yaml ']' + cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.eEmigS5KUN ++ mktemp + local LAST_ERR=/tmp/tmp.cId5KICMnN + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.eEmigS5KUN customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied + cat /tmp/tmp.cId5KICMnN + rm /tmp/tmp.eEmigS5KUN /tmp/tmp.cId5KICMnN + return 0 + '[' -n psmdb-operator ']' + apply_rbac cw-rbac + local operator_namespace=psmdb-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: psmdb-operator^' + kubectl_bin apply -n psmdb-operator -f - ++ mktemp + local LAST_OUT=/tmp/tmp.03y1SkC7We ++ mktemp + local LAST_ERR=/tmp/tmp.1f97tbva30 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -n psmdb-operator -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.03y1SkC7We clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created serviceaccount/percona-server-mongodb-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created + cat /tmp/tmp.1f97tbva30 + rm /tmp/tmp.03y1SkC7We /tmp/tmp.1f97tbva30 + return 0 + yq eval ' (.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-1987-3dea319b") | ((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") | ((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/deploy/cw-operator.yaml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.lWrO5NeONj ++ mktemp + local LAST_ERR=/tmp/tmp.mlUq81TKBx + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.lWrO5NeONj deployment.apps/percona-server-mongodb-operator created + cat /tmp/tmp.mlUq81TKBx + rm /tmp/tmp.lWrO5NeONj /tmp/tmp.mlUq81TKBx + return 0 + sleep 2 ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.xRKonr8zur +++ mktemp ++ local LAST_ERR=/tmp/tmp.d3l2qWuX38 ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.xRKonr8zur ++ cat /tmp/tmp.d3l2qWuX38 ++ rm /tmp/tmp.xRKonr8zur /tmp/tmp.d3l2qWuX38 ++ return 0 + wait_pod percona-server-mongodb-operator-76947877-z9hmw + local pod=percona-server-mongodb-operator-76947877-z9hmw + set +o xtrace waiting for pod/percona-server-mongodb-operator-76947877-z9hmw to be ready.OK + echo 'Print operator info from log' Print operator info from log + grep 'Manager starting up' ++ get_operator_pod ++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.aeuYLnoXs7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mntfH28eEy ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.aeuYLnoXs7 ++ cat /tmp/tmp.mntfH28eEy ++ rm /tmp/tmp.aeuYLnoXs7 /tmp/tmp.mntfH28eEy ++ return 0 + kubectl_bin logs percona-server-mongodb-operator-76947877-z9hmw ++ mktemp + local LAST_OUT=/tmp/tmp.WulYio3hwA ++ mktemp + local LAST_ERR=/tmp/tmp.Lna3x6dbba + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs percona-server-mongodb-operator-76947877-z9hmw + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.WulYio3hwA + cat /tmp/tmp.Lna3x6dbba + rm /tmp/tmp.WulYio3hwA /tmp/tmp.Lna3x6dbba + return 0 2025-07-01T09:00:06.986Z INFO setup Manager starting up {"gitCommit": "3dea319bf7c889a0f47b7fdd53cac66e613a6947", "gitBranch": "PR-1987-3dea319b", "buildTime": "", "goVersion": "go1.24.4", "os": "linux", "arch": "amd64"} + create_namespace demand-backup-physical-gcp-26181 + local namespace=demand-backup-physical-gcp-26181 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + desc 'destroy chaos-mesh' + set +o xtrace ----------------------------------------------------------------------------------- destroy chaos-mesh ----------------------------------------------------------------------------------- + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-physical-gcp-26181' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-physical-gcp-26181 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-physical-gcp-26181 --ignore-not-found + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.NKSNCAGnNZ ++ mktemp + local LAST_ERR=/tmp/tmp.1w3yWCbYW4 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ mktemp + local LAST_OUT=/tmp/tmp.GLx8RlzTy9 ++ mktemp + local LAST_ERR=/tmp/tmp.Y02QjL7drT + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-physical-gcp-26181 --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.NKSNCAGnNZ + cat /tmp/tmp.1w3yWCbYW4 + rm /tmp/tmp.NKSNCAGnNZ /tmp/tmp.1w3yWCbYW4 + return 0 error: resource(s) were provided, but no name was specified + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.GLx8RlzTy9 + cat /tmp/tmp.Y02QjL7drT + rm /tmp/tmp.GLx8RlzTy9 /tmp/tmp.Y02QjL7drT + return 0 + kubectl_bin wait --for=delete namespace demand-backup-physical-gcp-26181 ++ mktemp + local LAST_OUT=/tmp/tmp.YSmc5d18pK ++ mktemp + local LAST_ERR=/tmp/tmp.ijnMbvbS8y + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=delete namespace demand-backup-physical-gcp-26181 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.YSmc5d18pK + cat /tmp/tmp.ijnMbvbS8y + rm /tmp/tmp.YSmc5d18pK /tmp/tmp.ijnMbvbS8y + return 0 + desc 'create namespace demand-backup-physical-gcp-26181' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-physical-gcp-26181 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-physical-gcp-26181 ++ mktemp + local LAST_OUT=/tmp/tmp.PGmWuKEJT1 ++ mktemp + local LAST_ERR=/tmp/tmp.24tZhJzXxl + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace demand-backup-physical-gcp-26181 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.PGmWuKEJT1 namespace/demand-backup-physical-gcp-26181 created + cat /tmp/tmp.24tZhJzXxl + rm /tmp/tmp.PGmWuKEJT1 /tmp/tmp.24tZhJzXxl + return 0 + set_kube_ctx demand-backup-physical-gcp-26181 + local namespace=demand-backup-physical-gcp-26181 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Udv4JwCb4K +++ mktemp ++ local LAST_ERR=/tmp/tmp.O4Cm82pjla ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.Udv4JwCb4K ++ cat /tmp/tmp.O4Cm82pjla ++ rm /tmp/tmp.Udv4JwCb4K /tmp/tmp.O4Cm82pjla ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5 --namespace=demand-backup-physical-gcp-26181 ++ mktemp + local LAST_OUT=/tmp/tmp.kRmOuZFCJg ++ mktemp + local LAST_ERR=/tmp/tmp.4bsxYejfoA + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5 --namespace=demand-backup-physical-gcp-26181 + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.kRmOuZFCJg Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-1987-3dea319b-2-cluster5" modified. + cat /tmp/tmp.4bsxYejfoA + rm /tmp/tmp.kRmOuZFCJg /tmp/tmp.4bsxYejfoA + return 0 + apply_s3_storage_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.6Jrypnf2IL ++ mktemp + local LAST_ERR=/tmp/tmp.z5n49KRlCB + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.6Jrypnf2IL secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.z5n49KRlCB + rm /tmp/tmp.6Jrypnf2IL /tmp/tmp.z5n49KRlCB + return 0 + desc 'Testing on not sharded cluster' + set +o xtrace ----------------------------------------------------------------------------------- Testing on not sharded cluster ----------------------------------------------------------------------------------- + echo 'Creating PSMDB cluster' Creating PSMDB cluster + cluster=some-name + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.wgkrSRc6QT ++ mktemp + local LAST_ERR=/tmp/tmp.xzg9ZmLzDE + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.wgkrSRc6QT secret/some-users created + cat /tmp/tmp.xzg9ZmLzDE + rm /tmp/tmp.wgkrSRc6QT /tmp/tmp.xzg9ZmLzDE + return 0 + apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/some-name.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/some-name.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/some-name.yml + yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod7.0"' ++ mktemp + yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-1987-3dea319b"' + yq eval '(.spec | select(has("pmm"))).pmm.image = "perconalab/pmm-client:dev-latest"' + yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"' + yq eval '.spec.upgradeOptions.apply="Never"' + local LAST_OUT=/tmp/tmp.7ag1yTu7A9 ++ mktemp + local LAST_ERR=/tmp/tmp.PcmcLeIuh1 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.7ag1yTu7A9 perconaservermongodb.psmdb.percona.com/some-name created + cat /tmp/tmp.PcmcLeIuh1 + rm /tmp/tmp.7ag1yTu7A9 /tmp/tmp.PcmcLeIuh1 + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/client_with_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.1N0Lu78Jxu ++ mktemp + local LAST_ERR=/tmp/tmp.gwT4xH25To + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/conf/client_with_tls.yml + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.1N0Lu78Jxu deployment.apps/psmdb-client created + cat /tmp/tmp.gwT4xH25To + rm /tmp/tmp.1N0Lu78Jxu /tmp/tmp.gwT4xH25To + return 0 + echo 'Check if all pods started' Check if all pods started + wait_for_running some-name-rs0 3 + local name=some-name-rs0 + let last_pod=2 + local check_cluster_readyness=true + set_debug + [[ 1 == 1 ]] + set -o xtrace + local rs_name=rs0 + local cluster_name=some-name ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + [[ 0 -eq 2 ]] + wait_pod some-name-rs0-0 + local pod=some-name-rs0-0 + set +o xtrace waiting for pod/some-name-rs0-0 to be ready..........OK + for i in '$(seq 0 $last_pod)' + [[ 1 -eq 2 ]] + wait_pod some-name-rs0-1 + local pod=some-name-rs0-1 + set +o xtrace waiting for pod/some-name-rs0-1 to be ready......OK + for i in '$(seq 0 $last_pod)' + [[ 2 -eq 2 ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3y6YMWZLQc +++ mktemp ++ local LAST_ERR=/tmp/tmp.VAlUXi8nOP ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.3y6YMWZLQc ++ cat /tmp/tmp.VAlUXi8nOP ++ rm /tmp/tmp.3y6YMWZLQc /tmp/tmp.VAlUXi8nOP ++ return 0 + [[ '' == \t\r\u\e ]] + wait_pod some-name-rs0-2 + local pod=some-name-rs0-2 + set +o xtrace waiting for pod/some-name-rs0-2 to be ready.........OK ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dWElpsp1rF +++ mktemp ++ local LAST_ERR=/tmp/tmp.coi77PSJPB ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].non_voting.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.dWElpsp1rF ++ cat /tmp/tmp.coi77PSJPB ++ rm /tmp/tmp.dWElpsp1rF /tmp/tmp.coi77PSJPB ++ return 0 + [[ '' == \t\r\u\e ]] ++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZAZVUeC4JX +++ mktemp ++ local LAST_ERR=/tmp/tmp.L1DpJEVFuv ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.ZAZVUeC4JX ++ cat /tmp/tmp.L1DpJEVFuv ++ rm /tmp/tmp.ZAZVUeC4JX /tmp/tmp.L1DpJEVFuv ++ return 0 + [[ '' == \t\r\u\e ]] + sleep 10 + [[ true == \t\r\u\e ]] + set +x Waiting for cluster readyness.. + wait_cluster_consistency some-name + local cluster_name=some-name + local wait_time=32 + retry=0 + sleep 7 + echo -n 'waiting for cluster readyness' waiting for cluster readyness++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9GBq7MTbHa +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hapf55IwtK ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get psmdb some-name -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.9GBq7MTbHa ++ cat /tmp/tmp.Hapf55IwtK ++ rm /tmp/tmp.9GBq7MTbHa /tmp/tmp.Hapf55IwtK ++ return 0 + [[ ready == \r\e\a\d\y ]] + echo + sleep 60 + wait_for_pbm_operations some-name + local cluster=some-name + set +o xtrace waiting for PBM operation to finish + echo 'Writing test data' Writing test data + run_mongo 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-rs0.demand-backup-physical-gcp-26181 + local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' + local uri=userAdmin:userAdmin123456@some-name-rs0.demand-backup-physical-gcp-26181 + local driver=mongodb+srv + local suffix=.svc.cluster.local ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QU09831RmR +++ mktemp ++ local LAST_ERR=/tmp/tmp.F0Gf3sTFbX ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.QU09831RmR ++ cat /tmp/tmp.F0Gf3sTFbX ++ rm /tmp/tmp.QU09831RmR /tmp/tmp.F0Gf3sTFbX ++ return 0 + local client_container=psmdb-client-b9788d8bc-q9n5m + local mongo_flag= + [[ userAdmin:userAdmin123456@some-name-rs0.demand-backup-physical-gcp-26181 == *cfg* ]] + replica_set=rs0 + kubectl_bin exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.psFI9FIUu5 ++ mktemp + local LAST_ERR=/tmp/tmp.CbopOO6ymP + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.psFI9FIUu5 Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false Implicit session: session { "id" : UUID("fec5a464-2fb1-4269-9d6c-da50a31d01f9") } Percona Server for MongoDB server version: v7.0.18-11 WARNING: shell and server versions do not match Successfully added user: { "user" : "myApp", "roles" : [ { "db" : "myApp", "role" : "readWrite" } ] } bye + cat /tmp/tmp.CbopOO6ymP + rm /tmp/tmp.psFI9FIUu5 /tmp/tmp.CbopOO6ymP + return 0 + sleep 1 + run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.demand-backup-physical-gcp-26181 + local 'command=use myApp\n db.test.insert({ x: 100500 })' + local uri=myApp:myPass@some-name-rs0.demand-backup-physical-gcp-26181 + local driver=mongodb+srv + local suffix=.svc.cluster.local ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2y7lEsH8in +++ mktemp ++ local LAST_ERR=/tmp/tmp.dKLdoxqwuY ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.2y7lEsH8in ++ cat /tmp/tmp.dKLdoxqwuY ++ rm /tmp/tmp.2y7lEsH8in /tmp/tmp.dKLdoxqwuY ++ return 0 + local client_container=psmdb-client-b9788d8bc-q9n5m + local mongo_flag= + [[ myApp:myPass@some-name-rs0.demand-backup-physical-gcp-26181 == *cfg* ]] + replica_set=rs0 + kubectl_bin exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.YoDmfCqwHd ++ mktemp + local LAST_ERR=/tmp/tmp.UKZupbta1U + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.YoDmfCqwHd Percona Server for MongoDB shell version v4.4.29-28 connecting to: mongodb://some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false Implicit session: session { "id" : UUID("fb7ec110-6806-45f0-85c1-f054644e6daa") } Percona Server for MongoDB server version: v7.0.18-11 WARNING: shell and server versions do not match switched to db myApp WriteResult({ "nInserted" : 1 }) bye + cat /tmp/tmp.UKZupbta1U + rm /tmp/tmp.YoDmfCqwHd /tmp/tmp.UKZupbta1U + return 0 + sleep 5 + compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181 + local command=find + local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181 + local postfix= + local suffix= + local database=myApp + local collection=test + local sort= + local 'full_command=db.test.find()' + [[ ! -z '' ]] + log 'running db.test.find() in myApp' + set +o xtrace [2025-07-01T09:03:16+0000] running db.test.find() in myApp + egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' + /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/' + run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181 mongodb '' + local 'command=use myApp\n db.test.find()' + local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181 + local driver=mongodb + local suffix=.svc.cluster.local ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KEglzhfjR1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Lkg0B492dP ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.KEglzhfjR1 ++ cat /tmp/tmp.Lkg0B492dP ++ rm /tmp/tmp.KEglzhfjR1 /tmp/tmp.Lkg0B492dP ++ return 0 + local client_container=psmdb-client-b9788d8bc-q9n5m + local mongo_flag= + [[ myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181 == *cfg* ]] + replica_set=rs0 + kubectl_bin exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.BCXiqx7mIV ++ mktemp + local LAST_ERR=/tmp/tmp.IXb3urOQo3 + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.BCXiqx7mIV + cat /tmp/tmp.IXb3urOQo3 + rm /tmp/tmp.BCXiqx7mIV /tmp/tmp.IXb3urOQo3 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/compare/find.json /tmp/tmp.oGO9anvqzm/find + compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181 + local command=find + local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181 + local postfix= + local suffix= + local database=myApp + local collection=test + local sort= + local 'full_command=db.test.find()' + [[ ! -z '' ]] + log 'running db.test.find() in myApp' + set +o xtrace [2025-07-01T09:03:19+0000] running db.test.find() in myApp + run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181 mongodb '' + local 'command=use myApp\n db.test.find()' + local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181 + local driver=mongodb + local suffix=.svc.cluster.local + egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' + /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/' ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qVm36l5Sw3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Hq5nVjPjJH ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.qVm36l5Sw3 ++ cat /tmp/tmp.Hq5nVjPjJH ++ rm /tmp/tmp.qVm36l5Sw3 /tmp/tmp.Hq5nVjPjJH ++ return 0 + local client_container=psmdb-client-b9788d8bc-q9n5m + local mongo_flag= + [[ myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181 == *cfg* ]] + replica_set=rs0 + kubectl_bin exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.e7iNnIr9Il ++ mktemp + local LAST_ERR=/tmp/tmp.5WfjOAI34F + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.e7iNnIr9Il + cat /tmp/tmp.5WfjOAI34F + rm /tmp/tmp.e7iNnIr9Il /tmp/tmp.5WfjOAI34F + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/compare/find.json /tmp/tmp.oGO9anvqzm/find + compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181 + local command=find + local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181 + local postfix= + local suffix= + local database=myApp + local collection=test + local sort= + local 'full_command=db.test.find()' + [[ ! -z '' ]] + log 'running db.test.find() in myApp' + set +o xtrace [2025-07-01T09:03:21+0000] running db.test.find() in myApp + run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181 mongodb '' + local 'command=use myApp\n db.test.find()' + local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181 + local driver=mongodb + local suffix=.svc.cluster.local + egrep -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:' + /usr/bin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/' ++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VDYw9f4tkG +++ mktemp ++ local LAST_ERR=/tmp/tmp.T8MZvbwcxe ++ local exit_status=0 ++ local timeout=4 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 -a -n 1 ']' ++ break ++ cat /tmp/tmp.VDYw9f4tkG ++ cat /tmp/tmp.T8MZvbwcxe ++ rm /tmp/tmp.VDYw9f4tkG /tmp/tmp.T8MZvbwcxe ++ return 0 + local client_container=psmdb-client-b9788d8bc-q9n5m + local mongo_flag= + [[ myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181 == *cfg* ]] + replica_set=rs0 + kubectl_bin exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' ++ mktemp + local LAST_OUT=/tmp/tmp.odMbZaCwGz ++ mktemp + local LAST_ERR=/tmp/tmp.8rJdQcHMGN + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec psmdb-client-b9788d8bc-q9n5m -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.demand-backup-physical-gcp-26181.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ' + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.odMbZaCwGz + cat /tmp/tmp.8rJdQcHMGN + rm /tmp/tmp.odMbZaCwGz /tmp/tmp.8rJdQcHMGN + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/compare/find.json /tmp/tmp.oGO9anvqzm/find + echo 'Running GCP backups' Running GCP backups + backup_name_gcp=backup-gcp-cs + run_backup gcp-cs backup-gcp-cs physical + local storage=gcp-cs + local backup_name=backup-gcp-cs + local type=physical + desc 'run backup backup-gcp-cs' + set +o xtrace ----------------------------------------------------------------------------------- run backup backup-gcp-cs ----------------------------------------------------------------------------------- + yq eval '.metadata.name = "backup-gcp-cs" | .spec.storageName = "gcp-cs" | .spec.type = "physical"' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-1987/e2e-tests/demand-backup-physical-gcp/conf/backup-gcp-cs.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.JNWr2XNg1X ++ mktemp + local LAST_ERR=/tmp/tmp.ja09A5tcuG + local exit_status=0 + local timeout=4 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 -a -n 1 ']' + break + cat /tmp/tmp.JNWr2XNg1X perconaservermongodbbackup.psmdb.percona.com/backup-gcp-cs created + cat /tmp/tmp.ja09A5tcuG + rm /tmp/tmp.JNWr2XNg1X /tmp/tmp.ja09A5tcuG + return 0 + wait_backup backup-gcp-cs + local backup_name=backup-gcp-cs + local target_state=ready + set +o xtrace waiting for backup-gcp-cs to reach ready state..................................................................2025-07-01T09:01:56.701Z INFO PBM Setting config {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "some-name", "reconcileID": "ec361195-d1da-44e7-9a30-9dff82f61dfe", "cluster": "some-name", "mainStorage": "gcp-cs"} 2025-07-01T09:01:56.752Z INFO PBM resync storage {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "some-name", "reconcileID": "ec361195-d1da-44e7-9a30-9dff82f61dfe", "storage": "gcp-cs"} 2025-07-01T09:01:56.752Z DEBUG PBM main storage changed {"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "some-name", "reconcileID": "ec361195-d1da-44e7-9a30-9dff82f61dfe", "old": {"type":""}, "new": {"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","insecureSkipTLSVerify":false}}} 2025-07-01T09:03:26.322Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea"} 2025-07-01T09:03:26.332Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "state": ""} 2025-07-01T09:03:26.567Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:26.567Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:26.605Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea"} 2025-07-01T09:03:26.745Z DEBUG Added finalizer {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "finalizer": "internal.percona.com/release-lock"} 2025-07-01T09:03:26.745Z INFO Starting backup {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "backup": "backup-gcp-cs", "storage": "gcp-cs"} 2025-07-01T09:03:26.745Z INFO Sending backup command {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "backup": "backup-gcp-cs", "storage": "gcp-cs", "backupCmd": "backup [name: 2025-07-01T09:03:26Z, compression: gzip (level: default)] ", "profile": ""} 2025-07-01T09:03:26.752Z INFO Backup state changed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea", "previous": "", "current": "requested"} 2025-07-01T09:03:26.776Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2fbe8b47-3336-48dc-8764-ce42f5f7ffea"} 2025-07-01T09:03:26.777Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692"} 2025-07-01T09:03:26.786Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692", "state": "requested"} 2025-07-01T09:03:26.816Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:26.816Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:26.845Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692"} 2025-07-01T09:03:26.845Z INFO Waiting for backup metadata {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692", "pbmName": "2025-07-01T09:03:26Z", "backup": "backup-gcp-cs"} 2025-07-01T09:03:26.846Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "87bb22a9-88fb-4c48-960c-f0fa9fd9e692"} 2025-07-01T09:03:26.846Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e"} 2025-07-01T09:03:26.860Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e", "state": "requested"} 2025-07-01T09:03:26.892Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:26.892Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:26.925Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e"} 2025-07-01T09:03:26.925Z INFO Waiting for backup metadata {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e", "pbmName": "2025-07-01T09:03:26Z", "backup": "backup-gcp-cs"} 2025-07-01T09:03:26.926Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "fe152b12-91c3-4e13-a7f8-5e08fdf1a19e"} 2025-07-01T09:03:31.777Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305"} 2025-07-01T09:03:31.788Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305", "state": "requested"} 2025-07-01T09:03:31.820Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:31.820Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:31.857Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305"} 2025-07-01T09:03:31.858Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:31.860Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2e3a4b2f-8190-4980-83f1-f3610096f305"} 2025-07-01T09:03:36.860Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82"} 2025-07-01T09:03:36.877Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82", "state": "requested"} 2025-07-01T09:03:36.908Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:36.908Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:36.939Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82"} 2025-07-01T09:03:36.940Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:36.942Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "79a0f06a-2dd4-45c9-b7b9-98b5ed909b82"} 2025-07-01T09:03:41.942Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0"} 2025-07-01T09:03:41.953Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0", "state": "requested"} 2025-07-01T09:03:41.983Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:41.983Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:42.013Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0"} 2025-07-01T09:03:42.014Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:42.015Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2d218c42-7813-4c12-a459-8af247ec07b0"} 2025-07-01T09:03:47.016Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631"} 2025-07-01T09:03:47.030Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631", "state": "requested"} 2025-07-01T09:03:47.067Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:47.067Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:47.099Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631"} 2025-07-01T09:03:47.100Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:47.102Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "5235db66-d859-475c-b3a5-d84f35d1a631"} 2025-07-01T09:03:52.102Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae"} 2025-07-01T09:03:52.115Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae", "state": "requested"} 2025-07-01T09:03:52.143Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:52.143Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:52.173Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae"} 2025-07-01T09:03:52.173Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:52.175Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "bd26b8a5-34b0-4e03-8687-0fb565fdc7ae"} 2025-07-01T09:03:57.175Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535"} 2025-07-01T09:03:57.187Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535", "state": "requested"} 2025-07-01T09:03:57.222Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:03:57.222Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:03:57.254Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535"} 2025-07-01T09:03:57.255Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:03:57.257Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e3bbfd4f-1bbc-4043-8c9c-4d28cfacb535"} 2025-07-01T09:04:02.258Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d"} 2025-07-01T09:04:02.270Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d", "state": "requested"} 2025-07-01T09:04:02.306Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:02.306Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:02.335Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d"} 2025-07-01T09:04:02.336Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:02.338Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a2da7a88-f31b-4f76-b81d-75f26b60e40d"} 2025-07-01T09:04:07.339Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89"} 2025-07-01T09:04:07.349Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89", "state": "requested"} 2025-07-01T09:04:07.388Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:07.388Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:07.423Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89"} 2025-07-01T09:04:07.424Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:07.425Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "c0316a1f-cbab-47ad-b432-80deedee4b89"} 2025-07-01T09:04:12.426Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc"} 2025-07-01T09:04:12.438Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc", "state": "requested"} 2025-07-01T09:04:12.470Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:12.470Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:12.499Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc"} 2025-07-01T09:04:12.500Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:12.501Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "8d0180df-ef40-485d-821c-d0daa17578fc"} 2025-07-01T09:04:17.502Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650"} 2025-07-01T09:04:17.518Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650", "state": "requested"} 2025-07-01T09:04:17.552Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:17.552Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:17.585Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650"} 2025-07-01T09:04:17.586Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:17.587Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "536da3b0-bd87-4b80-9128-fc02e2005650"} 2025-07-01T09:04:22.588Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2"} 2025-07-01T09:04:22.600Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2", "state": "requested"} 2025-07-01T09:04:22.670Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:22.670Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:22.716Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2"} 2025-07-01T09:04:22.717Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:22.718Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e9228d07-890b-4123-82f0-0829949a14e2"} 2025-07-01T09:04:27.719Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc"} 2025-07-01T09:04:27.731Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc", "state": "requested"} 2025-07-01T09:04:27.762Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:27.762Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:27.791Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc"} 2025-07-01T09:04:27.792Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:27.793Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "a241f191-171d-4fc9-ad8b-5e616d31e8bc"} 2025-07-01T09:04:32.794Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f"} 2025-07-01T09:04:32.806Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f", "state": "requested"} 2025-07-01T09:04:32.837Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:32.837Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:32.871Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f"} 2025-07-01T09:04:32.872Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:32.873Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e575e406-aab4-4d7a-a234-c49de4c8139f"} 2025-07-01T09:04:37.874Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262"} 2025-07-01T09:04:37.886Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262", "state": "requested"} 2025-07-01T09:04:37.915Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:37.915Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:37.944Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262"} 2025-07-01T09:04:37.945Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:37.947Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "3c2c4e4c-0470-457d-b7f3-5b0fa98fb262"} 2025-07-01T09:04:42.948Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29"} 2025-07-01T09:04:42.961Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29", "state": "requested"} 2025-07-01T09:04:42.991Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:42.991Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:43.022Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29"} 2025-07-01T09:04:43.023Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:43.025Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "2a53abb0-d0d0-456f-9fd7-7a0261276b29"} 2025-07-01T09:04:48.025Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12"} 2025-07-01T09:04:48.039Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12", "state": "requested"} 2025-07-01T09:04:48.074Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:48.074Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:48.107Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12"} 2025-07-01T09:04:48.107Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:48.109Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "e86b2131-a6a9-4fd8-bd1e-2bbb68d46c12"} 2025-07-01T09:04:53.110Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a"} 2025-07-01T09:04:53.121Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a", "state": "requested"} 2025-07-01T09:04:53.154Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:53.154Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:53.201Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a"} 2025-07-01T09:04:53.202Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:53.204Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "166cfe03-9431-429f-9fa7-aa5d3cb6924a"} 2025-07-01T09:04:58.205Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154"} 2025-07-01T09:04:58.226Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154", "state": "requested"} 2025-07-01T09:04:58.257Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:04:58.257Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:04:58.300Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154"} 2025-07-01T09:04:58.301Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:04:58.302Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4073d229-2016-4283-8757-78ac0dd3b154"} 2025-07-01T09:05:03.302Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c"} 2025-07-01T09:05:03.315Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c", "state": "requested"} 2025-07-01T09:05:03.343Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:03.343Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:03.376Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c"} 2025-07-01T09:05:03.377Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:03.378Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "794c046c-60f7-4332-9c3a-3cbd3087b13c"} 2025-07-01T09:05:08.378Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b"} 2025-07-01T09:05:08.392Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b", "state": "requested"} 2025-07-01T09:05:08.423Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:08.423Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:08.453Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b"} 2025-07-01T09:05:08.454Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:08.455Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "70589027-bce8-4b6d-a2d8-db777ecc1b3b"} 2025-07-01T09:05:13.456Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58"} 2025-07-01T09:05:13.471Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58", "state": "requested"} 2025-07-01T09:05:13.500Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:13.500Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:13.532Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58"} 2025-07-01T09:05:13.533Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:13.534Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "334bdbbb-33bc-4057-8cc5-6cb42e4cce58"} 2025-07-01T09:05:18.535Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c"} 2025-07-01T09:05:18.548Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c", "state": "requested"} 2025-07-01T09:05:18.577Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:18.577Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:18.609Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c"} 2025-07-01T09:05:18.610Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:18.611Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "4dbba747-4f33-4b2f-87b8-fd103c37604c"} 2025-07-01T09:05:23.612Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8"} 2025-07-01T09:05:23.625Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8", "state": "requested"} 2025-07-01T09:05:23.661Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:23.661Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:23.693Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8"} 2025-07-01T09:05:23.694Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:23.696Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "087ba14f-82a5-42ac-b258-a940046c6ae8"} 2025-07-01T09:05:28.697Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e"} 2025-07-01T09:05:28.711Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "state": "requested"} 2025-07-01T09:05:28.745Z DEBUG checking if backup is allowed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "cluster": "some-name", "namespace": "demand-backup-physical-gcp-26181"} 2025-07-01T09:05:28.745Z DEBUG Checking for active jobs {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "currentJob": {"Name":"backup-gcp-cs","Type":0}} 2025-07-01T09:05:28.779Z INFO Acquiring the backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e"} 2025-07-01T09:05:28.780Z DEBUG backupStatus Got backup meta {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "backup": "backup-gcp-cs", "pbmName": "2025-07-01T09:03:26Z", "meta": {"type":"physical","opid":"6863a45eec172f38936770c3","name":"2025-07-01T09:03:26Z","replsets":[],"compression":"gzip","store":{"type":"s3","s3":{"region":"us-east-1","endpointUrl":"https://storage.googleapis.com","forcePathStyle":true,"bucket":"operator-testing","prefix":"psmdb-demand-backup-physical","maxUploadParts":10000,"storageClass":"STANDARD","insecureSkipTLSVerify":false}},"size":0,"mongodb_version":"7.0.18-11","fcv":"7.0","start_ts":1751360607,"last_transition_ts":1751360607,"first_write_ts":{"T":1,"I":1},"last_write_ts":{"T":1,"I":1},"hb":{"T":1751360607,"I":4},"status":"starting","conditions":[{"timestamp":1751360607,"status":"starting"}],"n":[{"rs":"rs0","n":[],"ack":""}],"pbm_version":"2.10.0","balancer":"off"}} 2025-07-01T09:05:28.781Z INFO Backup state changed {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "previous": "requested", "current": "error"} 2025-07-01T09:05:28.855Z INFO Releasing backup lock {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e", "lease": "psmdb-some-name-backup-lock"} 2025-07-01T09:05:28.879Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "907e288c-9bff-410c-b944-b55ff6e56c2e"} 2025-07-01T09:05:28.879Z DEBUG Reconciling {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "afac49dc-e2d8-42fe-8e2f-c65c539b384d"} 2025-07-01T09:05:28.901Z DEBUG Got object from API server {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "afac49dc-e2d8-42fe-8e2f-c65c539b384d", "state": "error"} 2025-07-01T09:05:28.901Z DEBUG Reconcile finished {"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-gcp-cs","namespace":"demand-backup-physical-gcp-26181"}, "namespace": "demand-backup-physical-gcp-26181", "name": "backup-gcp-cs", "reconcileID": "afac49dc-e2d8-42fe-8e2f-c65c539b384d"} NAME CLUSTER STORAGE DESTINATION TYPE SIZE STATUS COMPLETED AGE backup-gcp-cs some-name gcp-cs s3://operator-testing/psmdb-demand-backup-physical/2025-07-01T09:03:26Z physical error 2m6s Name: backup-gcp-cs Namespace: demand-backup-physical-gcp-26181 Labels: Annotations: API Version: psmdb.percona.com/v1 Kind: PerconaServerMongoDBBackup Metadata: Creation Timestamp: 2025-07-01T09:03:26Z Finalizers: percona.com/delete-backup internal.percona.com/release-lock Generation: 1 Resource Version: 1751360728847295007 UID: 45084a6a-ff72-4e6f-915a-3f3677d1a1c7 Spec: Cluster Name: some-name Storage Name: gcp-cs Type: physical Status: Destination: s3://operator-testing/psmdb-demand-backup-physical/2025-07-01T09:03:26Z Error: backup did not progress from 'starting' state within the allowed timeout Last Transition: 2025-07-01T09:03:27Z Pbm Name: 2025-07-01T09:03:26Z Replset Names: rs0 s3: Bucket: operator-testing Credentials Secret: gcp-cs-secret Endpoint URL: https://storage.googleapis.com Prefix: psmdb-demand-backup-physical Region: us-east-1 Server Side Encryption: Start: 2025-07-01T09:03:27Z State: error Storage Name: gcp-cs Type: physical Events: Backup object psmdb-backup/backup-gcp-cs is in error state.