Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/../logs/pitr.log
+ main
+ create_infra pitr-21017
+ local ns=pitr-21017
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.BZ6iwnp4Zh
++ mktemp
+ local LAST_ERR=/tmp/tmp.qwNQpzmxLh
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml' '--ignore-not-found' '--wait=false')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BZ6iwnp4Zh
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbclustersyncs.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.qwNQpzmxLh
+ rm /tmp/tmp.BZ6iwnp4Zh /tmp/tmp.qwNQpzmxLh
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.jpd9lDhm59
++ mktemp
+ local LAST_ERR=/tmp/tmp.UkWeg8AJEA
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbbackups.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.jpd9lDhm59
+ cat /tmp/tmp.UkWeg8AJEA
+ rm /tmp/tmp.jpd9lDhm59 /tmp/tmp.UkWeg8AJEA
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ grep -v NAMESPACE
+ kubectl get perconaservermongodbclustersyncs.psmdb.percona.com --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ kubectl patch perconaservermongodbclustersyncs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbclustersyncs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.i6b1rsEXWF
++ mktemp
+ local LAST_ERR=/tmp/tmp.FiDd8KuEqh
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbclustersyncs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbclustersyncs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.i6b1rsEXWF
+ cat /tmp/tmp.FiDd8KuEqh
+ rm /tmp/tmp.i6b1rsEXWF /tmp/tmp.FiDd8KuEqh
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.8VoHnn7nJE
++ mktemp
+ local LAST_ERR=/tmp/tmp.97VWrgzdI9
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbrestores.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8VoHnn7nJE
+ cat /tmp/tmp.97VWrgzdI9
+ rm /tmp/tmp.8VoHnn7nJE /tmp/tmp.97VWrgzdI9
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.RTdX7qhDsk
++ mktemp
+ local LAST_ERR=/tmp/tmp.N66EjTdfJr
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'crd' 'perconaservermongodbs.psmdb.percona.com')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.RTdX7qhDsk
+ cat /tmp/tmp.N66EjTdfJr
+ rm /tmp/tmp.RTdX7qhDsk /tmp/tmp.N66EjTdfJr
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.3YE7wkqoyS
++ mktemp
+ local LAST_ERR=/tmp/tmp.6eu6nQUGoo
+ local exit_status=0
+ local timeout=4
+ args=('delete' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/cw-rbac.yaml' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3YE7wkqoyS
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.6eu6nQUGoo
+ rm /tmp/tmp.3YE7wkqoyS /tmp/tmp.6eu6nQUGoo
+ return 0
+ check_crd_for_deletion PR-2474-67718aa29
+ local git_tag=PR-2474-67718aa29
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2474-67718aa29/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
++ /usr/sbin/sed s/---//g
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9NjrGKffOn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.2zPiD7sUjC
++ local exit_status=0
++ local timeout=4
++ args=('get' 'crd/null' '-o' 'jsonpath={.status.conditions[-1].type}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.9NjrGKffOn
++ cat /tmp/tmp.2zPiD7sUjC
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.9NjrGKffOn
++ cat /tmp/tmp.2zPiD7sUjC
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.9NjrGKffOn
++ cat /tmp/tmp.2zPiD7sUjC
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.9NjrGKffOn
++ cat /tmp/tmp.2zPiD7sUjC
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.9NjrGKffOn /tmp/tmp.2zPiD7sUjC
++ return 1
+ [[ '' == Terminating ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ sed s/NAMESPACE//
++ tail -n1
++ awk '-F ' '{print $2}'
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ awk '{print $1}'
++ grep chaos-mesh
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl api-resources
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl get clusterrole
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ awk '{print$1}'
+ kubectl_bin get ns
++ mktemp
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ [[ -n '' ]]
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ xargs kubectl delete ns
+ local LAST_OUT=/tmp/tmp.DyzAN0rFo8
+ local LAST_OUT=/tmp/tmp.sZmO6IBFMC
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.lm6zZFfTaa
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.1gM2oy9ym7
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'psmdb-operator' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DyzAN0rFo8
+ cat /tmp/tmp.lm6zZFfTaa
+ rm /tmp/tmp.DyzAN0rFo8 /tmp/tmp.lm6zZFfTaa
+ return 0
namespace "pitr-1588" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sZmO6IBFMC
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.1gM2oy9ym7
+ rm /tmp/tmp.sZmO6IBFMC /tmp/tmp.1gM2oy9ym7
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.AvsLWAN4cP
++ mktemp
+ local LAST_ERR=/tmp/tmp.5Uuo8xTAqJ
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AvsLWAN4cP
+ cat /tmp/tmp.5Uuo8xTAqJ
+ rm /tmp/tmp.AvsLWAN4cP /tmp/tmp.5Uuo8xTAqJ
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.SmJj3xXNaS
++ mktemp
+ local LAST_ERR=/tmp/tmp.yHsXolEuDc
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SmJj3xXNaS
namespace/psmdb-operator created
+ cat /tmp/tmp.yHsXolEuDc
+ rm /tmp/tmp.SmJj3xXNaS /tmp/tmp.yHsXolEuDc
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6maL7onuV1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oOMTZSnWf0
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6maL7onuV1
++ cat /tmp/tmp.oOMTZSnWf0
++ rm /tmp/tmp.6maL7onuV1 /tmp/tmp.oOMTZSnWf0
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.raptczmNFS
++ mktemp
+ local LAST_ERR=/tmp/tmp.9qq43bicx1
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11' '--namespace=psmdb-operator')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.raptczmNFS
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11" modified.
+ cat /tmp/tmp.9qq43bicx1
+ rm /tmp/tmp.raptczmNFS /tmp/tmp.9qq43bicx1
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2474-67718aa29'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: docker.io/perconalab/percona-server-mongodb-operator:PR-2474-67718aa29
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.mokSwBgM1T
++ mktemp
+ local LAST_ERR=/tmp/tmp.ste5NVKy5Z
+ local exit_status=0
+ local timeout=4
+ args=('apply' '--server-side' '--force-conflicts' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.mokSwBgM1T
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbclustersyncs.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.ste5NVKy5Z
+ rm /tmp/tmp.mokSwBgM1T /tmp/tmp.ste5NVKy5Z
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.2mb7w0j3gK
++ mktemp
+ local LAST_ERR=/tmp/tmp.KocPryPZbe
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.2mb7w0j3gK
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.KocPryPZbe
+ rm /tmp/tmp.2mb7w0j3gK /tmp/tmp.KocPryPZbe
+ return 0
+ yq eval $'\n\t\t\t(.spec.template.spec.containers[].image = "docker.io/perconalab/percona-server-mongodb-operator:PR-2474-67718aa29") |\n\t\t\t((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |\n\t\t\t((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/deploy/cw-operator.yaml
+ add_arch_to_podspecs -
+ kubectl_bin apply -n psmdb-operator -f -
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
++ mktemp
+ local LAST_OUT=/tmp/tmp.25VORZXSn5
++ mktemp
+ local LAST_ERR=/tmp/tmp.Hk9weggxQU
+ local exit_status=0
+ return
+ local timeout=4
+ args=('apply' '-n' 'psmdb-operator' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.25VORZXSn5
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.Hk9weggxQU
+ rm /tmp/tmp.25VORZXSn5 /tmp/tmp.Hk9weggxQU
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rcuRgwjOaw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hrqz2D5BJy
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rcuRgwjOaw
++ cat /tmp/tmp.hrqz2D5BJy
++ rm /tmp/tmp.rcuRgwjOaw /tmp/tmp.hrqz2D5BJy
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-555df8f55f-sgdhv
+ local pod=percona-server-mongodb-operator-555df8f55f-sgdhv
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-555df8f55f-sgdhv to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qH4TcgF8Qn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8DEql4F1Mc
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=percona-server-mongodb-operator' '-o' 'jsonpath={.items[].metadata.name}' '-n' 'psmdb-operator')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qH4TcgF8Qn
++ cat /tmp/tmp.8DEql4F1Mc
++ rm /tmp/tmp.qH4TcgF8Qn /tmp/tmp.8DEql4F1Mc
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-555df8f55f-sgdhv
++ mktemp
+ local LAST_OUT=/tmp/tmp.W75ymdKIDL
++ mktemp
+ local LAST_ERR=/tmp/tmp.hQ6E3aqDAj
+ local exit_status=0
+ local timeout=4
+ args=('logs' '-n' 'psmdb-operator' 'percona-server-mongodb-operator-555df8f55f-sgdhv')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-555df8f55f-sgdhv
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.W75ymdKIDL
+ cat /tmp/tmp.hQ6E3aqDAj
+ rm /tmp/tmp.W75ymdKIDL /tmp/tmp.hQ6E3aqDAj
+ return 0
2026-07-22T15:16:52.302Z	INFO	setup	Manager starting up	{"gitCommit": "67718aa293399ea519feb6abcdfab18192ca7f41", "gitBranch": "PR-2474-67718aa29", "buildTime": "", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"}
+ create_namespace pitr-21017
+ local namespace=pitr-21017
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ tail -n1
++ sed s/NAMESPACE//
++ awk '-F ' '{print $2}'
++ helm list --all-namespaces --filter chaos-mesh
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ grep chaos-mesh
++ kubectl get ValidatingWebhookConfiguration
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ awk '{print $1}'
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ [[ -n '' ]]
+ desc 'cleaned up old namespaces pitr-21017'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pitr-21017
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pitr-21017 --ignore-not-found
+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ xargs kubectl delete ns
++ mktemp
++ mktemp
+ local LAST_OUT=/tmp/tmp.XbKaIs369k
+ local LAST_OUT=/tmp/tmp.M21XJmL1aj
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.tpGVwp76Ai
+ local exit_status=0
+ local timeout=4
+ args=('get' 'ns')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.TrgkoxqNzk
+ local exit_status=0
+ local timeout=4
+ args=('delete' 'namespace' 'pitr-21017' '--ignore-not-found')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pitr-21017 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XbKaIs369k
+ cat /tmp/tmp.tpGVwp76Ai
+ rm /tmp/tmp.XbKaIs369k /tmp/tmp.tpGVwp76Ai
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.M21XJmL1aj
+ cat /tmp/tmp.TrgkoxqNzk
+ rm /tmp/tmp.M21XJmL1aj /tmp/tmp.TrgkoxqNzk
+ return 0
+ kubectl_bin wait --for=delete namespace pitr-21017
++ mktemp
+ local LAST_OUT=/tmp/tmp.wAu19lteui
++ mktemp
+ local LAST_ERR=/tmp/tmp.eB7Ewmedjf
+ local exit_status=0
+ local timeout=4
+ args=('wait' '--for=delete' 'namespace' 'pitr-21017')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace pitr-21017
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wAu19lteui
+ cat /tmp/tmp.eB7Ewmedjf
+ rm /tmp/tmp.wAu19lteui /tmp/tmp.eB7Ewmedjf
+ return 0
+ desc 'create namespace pitr-21017'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pitr-21017
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pitr-21017
++ mktemp
+ local LAST_OUT=/tmp/tmp.DJNuicLp8E
++ mktemp
+ local LAST_ERR=/tmp/tmp.tvVunpxnIJ
+ local exit_status=0
+ local timeout=4
+ args=('create' 'namespace' 'pitr-21017')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pitr-21017
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DJNuicLp8E
namespace/pitr-21017 created
+ cat /tmp/tmp.tvVunpxnIJ
+ rm /tmp/tmp.DJNuicLp8E /tmp/tmp.tvVunpxnIJ
+ return 0
+ set_kube_ctx pitr-21017
+ local namespace=pitr-21017
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.BGdZTwzK1E
+++ mktemp
++ local LAST_ERR=/tmp/tmp.eko3Zq28nD
++ local exit_status=0
++ local timeout=4
++ args=('config' 'current-context')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.BGdZTwzK1E
++ cat /tmp/tmp.eko3Zq28nD
++ rm /tmp/tmp.BGdZTwzK1E /tmp/tmp.eko3Zq28nD
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11 --namespace=pitr-21017
++ mktemp
+ local LAST_OUT=/tmp/tmp.hIrCJ8ylo1
++ mktemp
+ local LAST_ERR=/tmp/tmp.IWUB6uT2YM
+ local exit_status=0
+ local timeout=4
+ args=('config' 'set-context' 'gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11' '--namespace=pitr-21017')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11 --namespace=pitr-21017
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hIrCJ8ylo1
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2474-67718aa29-2-cluster11" modified.
+ cat /tmp/tmp.IWUB6uT2YM
+ rm /tmp/tmp.hIrCJ8ylo1 /tmp/tmp.IWUB6uT2YM
+ return 0
+ deploy_minio
+ local cert_secret=
+ local service_name=minio-service
+ desc 'install MinIO: minio-service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install MinIO: minio-service
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
+ :
+ helm repo remove minio
+ :
+ helm repo add minio https://charts.min.io/
"minio" already exists with the same configuration, skipping
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G' '--set' 'fullnameOverride=minio-service' '--set' 'serviceAccount.create=true' '--set' 'serviceAccount.name=minio-service-sa')
+ local minio_args
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ [[ -n '' ]]
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
NAME: minio-service
LAST DEPLOYED: Wed Jul 22 15:17:33 2026
NAMESPACE: pitr-21017
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.pitr-21017.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace pitr-21017 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace pitr-21017

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace pitr-21017 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace pitr-21017 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.YnErlbZI9Q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.HgQDNbVvvB
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=release=minio-service' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.YnErlbZI9Q
++ cat /tmp/tmp.HgQDNbVvvB
++ rm /tmp/tmp.YnErlbZI9Q /tmp/tmp.HgQDNbVvvB
++ return 0
+ local MINIO_POD=minio-service-6d5f646cdc-f4k6s
+ wait_pod minio-service-6d5f646cdc-f4k6s
+ local pod=minio-service-6d5f646cdc-f4k6s
+ set +o xtrace
waiting for pod/minio-service-6d5f646cdc-f4k6s to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.pitr-21017.svc.cluster.local --tcp=9000
service/minio-service created
+ create_minio_bucket operator-testing http://minio-service:9000
+ local bucket=operator-testing
+ local endpoint=http://minio-service:9000
+ aws_cli_minio http://minio-service:9000 s3 mb s3://operator-testing
+ local endpoint=http://minio-service:9000
+ shift
+ kubectl_bin run -i --rm aws-cli --image=docker.io/amazon/aws-cli:2.34.60 --restart=Never --env=AWS_ACCESS_KEY_ID=some-access-key --env=AWS_SECRET_ACCESS_KEY=some-secret-key --env=AWS_DEFAULT_REGION=us-east-1 -- --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing
++ mktemp
+ local LAST_OUT=/tmp/tmp.pOC8MKIr2W
++ mktemp
+ local LAST_ERR=/tmp/tmp.P55Sy4eyeS
+ local exit_status=0
+ local timeout=4
+ args=('run' '-i' '--rm' 'aws-cli' '--image=docker.io/amazon/aws-cli:2.34.60' '--restart=Never' '--env=AWS_ACCESS_KEY_ID=some-access-key' '--env=AWS_SECRET_ACCESS_KEY=some-secret-key' '--env=AWS_DEFAULT_REGION=us-east-1' '--' '--no-verify-ssl' '--endpoint-url' 'http://minio-service:9000' 's3' 'mb' 's3://operator-testing')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl run -i --rm aws-cli --image=docker.io/amazon/aws-cli:2.34.60 --restart=Never --env=AWS_ACCESS_KEY_ID=some-access-key --env=AWS_SECRET_ACCESS_KEY=some-secret-key --env=AWS_DEFAULT_REGION=us-east-1 -- --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pOC8MKIr2W
make_bucket: operator-testing
pod "aws-cli" deleted from pitr-21017 namespace
+ cat /tmp/tmp.P55Sy4eyeS
All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
If you don't see a command prompt, try pressing enter.
+ rm /tmp/tmp.pOC8MKIr2W /tmp/tmp.P55Sy4eyeS
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.e5n6PbjdVv
++ mktemp
+ local LAST_ERR=/tmp/tmp.DzaRFGQ28c
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/secrets.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/client.yml' '-f' '/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/minio-secret.yml')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.e5n6PbjdVv
secret/some-users created
deployment.apps/psmdb-client created
secret/minio-secret created
+ cat /tmp/tmp.DzaRFGQ28c
+ rm /tmp/tmp.e5n6PbjdVv /tmp/tmp.DzaRFGQ28c
+ return 0
+ cluster=some-name-rs0
+ desc 'create first PSMDB cluster some-name-rs0'
+ set +o xtrace


-----------------------------------------------------------------------------------
create first PSMDB cluster some-name-rs0
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/some-name-rs0.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/some-name-rs0.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/some-name-rs0.yml
+ yq eval '(.spec | select(.image == null)).image = "docker.io/perconalab/percona-server-mongodb-operator:main-mongod8.0"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "docker.io/percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("search"))).search.image = "perconalab/percona-server-mongodb-operator:main-mongot"'
+ [[ -n docker.io/perconalab/fluentbit:main-logcollector ]]
+ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector
+ yq eval '(.spec | select(has("logcollector"))).logcollector.image = strenv(IMAGE_LOGCOLLECTOR)'
+ yq eval '(.spec | select(has("initImage"))).initImage = "docker.io/perconalab/percona-server-mongodb-operator:PR-2474-67718aa29"'
+ local LAST_OUT=/tmp/tmp.VnSYpkk9NG
++ mktemp
+ add_arch_to_psmdb -
+ yq eval '(.spec | select(has("backup"))).backup.image = "docker.io/perconalab/percona-server-mongodb-operator:main-backup"'
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ cat -
+ /usr/sbin/sed -e s/NAME_SPACE/pitr-21017/g
+ local LAST_ERR=/tmp/tmp.A2ELdppWIm
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ yq eval '.spec.upgradeOptions.apply="Never"'
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ return
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VnSYpkk9NG
perconaservermongodb.psmdb.percona.com/some-name created
+ cat /tmp/tmp.A2ELdppWIm
+ rm /tmp/tmp.VnSYpkk9NG /tmp/tmp.A2ELdppWIm
+ return 0
+ desc 'check if all 3 Pods started'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if all 3 Pods started
-----------------------------------------------------------------------------------

+ wait_for_running some-name-rs0 3
+ local name=some-name-rs0
+ let last_pod=2
+ local check_cluster_readiness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-rs0-0
+ local pod=some-name-rs0-0
+ set +o xtrace
waiting for pod/some-name-rs0-0 to be ready.........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-rs0-1
+ local pod=some-name-rs0-1
+ set +o xtrace
waiting for pod/some-name-rs0-1 to be ready.......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.l2B94FiAFO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nNvQn11VKr
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.l2B94FiAFO
++ cat /tmp/tmp.nNvQn11VKr
++ rm /tmp/tmp.l2B94FiAFO /tmp/tmp.nNvQn11VKr
++ return 0
+ [[ '' == true ]]
+ wait_pod some-name-rs0-2
+ local pod=some-name-rs0-2
+ set +o xtrace
waiting for pod/some-name-rs0-2 to be ready.....OK
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EPts2MxSkv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UzzLznwcAj
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.EPts2MxSkv
++ cat /tmp/tmp.UzzLznwcAj
++ rm /tmp/tmp.EPts2MxSkv /tmp/tmp.UzzLznwcAj
++ return 0
+ [[ '' == true ]]
++ kubectl_bin get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cWGnDDeXl0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.B2sdcmuXvM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.cWGnDDeXl0
++ cat /tmp/tmp.B2sdcmuXvM
++ rm /tmp/tmp.cWGnDDeXl0 /tmp/tmp.B2sdcmuXvM
++ return 0
+ [[ '' == true ]]
+ sleep 10
+ [[ true == true ]]
+ set +x
Waiting for cluster some-name to be ready..................
+ desc 'check if statefulset created with expected config'
+ set +o xtrace


-----------------------------------------------------------------------------------
check if statefulset created with expected config
-----------------------------------------------------------------------------------

+ compare_kubectl statefulset/some-name-rs0
+ local resource=statefulset/some-name-rs0
+ local postfix=
+ local skip_generation_check=
+ local expected_result=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/statefulset_some-name-rs0.yml
+ local new_result=/tmp/tmp.xnasa16FIz/statefulset_some-name-rs0.yml
+ [[ -n '' ]]
+ kubectl_bin get -o yaml statefulset/some-name-rs0
+ yq eval $'\n\t\t\tdel(.metadata.ownerReferences[].apiVersion) |\n\t\t\tdel(.metadata.managedFields) |\n\t\t\tdel(.. | select(has("creationTimestamp")).creationTimestamp) |\n\t\t\tdel(.. | select(has("namespace")).namespace) |\n\t\t\tdel(.. | select(has("uid")).uid) |\n\t\t\tdel(.metadata.resourceVersion) |\n\t\t\tdel(.spec.template.spec.containers[].env[] | select(.name == "NAMESPACE")) |\n\t\t\tdel(.metadata.selfLink) |\n\t\t\tdel(.metadata.annotations."cloud.google.com/neg") |\n\t\t\tdel(.metadata.annotations."field.cattle.io/publicEndpoints") |\n\t\t\tdel(.metadata.annotations."metallb.io/ip-allocated-from-pool") |\n\t\t\tdel(.metadata.annotations."networking.gke.io/target-pool") |\n\t\t\tdel(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") |\n\t\t\tdel(.. | select(has("image")).image) |\n\t\t\tdel(.. | select(has("clusterIP")).clusterIP) |\n\t\t\tdel(.. | select(has("clusterIPs")).clusterIPs) |\n\t\t\tdel(.. | select(has("dataSource")).dataSource) |\n\t\t\tdel(.. | select(has("procMount")).procMount) |\n\t\t\tdel(.. | select(has("storageClassName")).storageClassName) |\n\t\t\tdel(.. | select(has("finalizers")).finalizers) |\n\t\t\tdel(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") |\n\t\t\tdel(.. | select(has("volumeName")).volumeName) |\n\t\t\tdel(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") |\n\t\t\tdel(.spec.volumeMode) |\n\t\t\tdel(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") |\n\t\t\tdel(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") |\n\t\t\tdel(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") |\n\t\t\tdel(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") |\n\t\t\tdel(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) |\n\t\t\tdel(.. | select(has("healthCheckNodePort")).healthCheckNodePort) |\n\t\t\tdel(.. | select(has("nodePort")).nodePort) |\n\t\t\tdel(.status) |\n\t\t\t(.. | select(tag == "!!str")) |= sub("pitr-21017", "NAME_SPACE") |\n\t\t\tdel(.spec.volumeClaimTemplates[].apiVersion) |\n\t\t\tdel(.spec.volumeClaimTemplates[].kind) |\n\t\t\tdel(.spec.ipFamilies) |\n\t\t\tdel(.spec.ipFamilyPolicy) |\n\t\t\t(.. | select(. == "extensions/v1beta1")) = "apps/v1" |\n\t\t\t(.. | select(. == "batch/v1beta1")) = "batch/v1" ' -
++ mktemp
+ local LAST_OUT=/tmp/tmp.wRHSCYowLQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.PdMU844bNg
+ local exit_status=0
+ local timeout=4
+ args=('get' '-o' 'yaml' 'statefulset/some-name-rs0')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get -o yaml statefulset/some-name-rs0
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.wRHSCYowLQ
+ cat /tmp/tmp.PdMU844bNg
+ rm /tmp/tmp.wRHSCYowLQ /tmp/tmp.PdMU844bNg
+ return 0
+ yq -i eval 'del(.spec.persistentVolumeClaimRetentionPolicy)' /tmp/tmp.xnasa16FIz/statefulset_some-name-rs0.yml
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ version_gt 1.22
++ echo '1.33 >= 1.22'
++ bc -l
+ '[' 1 -eq 1 ']'
+ return 0
+ yq -i eval 'del(.spec.internalTrafficPolicy)' /tmp/tmp.xnasa16FIz/statefulset_some-name-rs0.yml
+ yq -i eval 'del(.spec.allocateLoadBalancerNodePorts)' /tmp/tmp.xnasa16FIz/statefulset_some-name-rs0.yml
+ [[ /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/statefulset_some-name-rs0.yml == */cronjob* ]]
+ '[' -n '' ']'
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/statefulset_some-name-rs0.yml /tmp/tmp.xnasa16FIz/statefulset_some-name-rs0.yml
+ log 'compare_kubectl: statefulset/some-name-rs0 OK'
+ set +o xtrace
[2026-07-22T15:20:17+0000] compare_kubectl: statefulset/some-name-rs0 OK
+ write_initial_data
+ desc 'create user myApp'
+ set +o xtrace


-----------------------------------------------------------------------------------
create user myApp
-----------------------------------------------------------------------------------

+ run_mongo 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-rs0.pitr-21017
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jhOJKJsDGC
+++ mktemp
++ local LAST_ERR=/tmp/tmp.OpC9dgLajJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.jhOJKJsDGC
++ cat /tmp/tmp.OpC9dgLajJ
++ rm /tmp/tmp.jhOJKJsDGC /tmp/tmp.OpC9dgLajJ
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.gKvztNpkoP
++ mktemp
+ local LAST_ERR=/tmp/tmp.V6lz0guNUh
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb+srv://userAdmin:userAdmin123456@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gKvztNpkoP
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("61a4b5fc-928b-4c7d-aa5c-b4ea265da751") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.V6lz0guNUh
+ rm /tmp/tmp.gKvztNpkoP /tmp/tmp.V6lz0guNUh
+ return 0
+ sleep 2
+ write_document
+ local cmp_postfix=
+ local cluster_name=some-name-rs0
+ desc 'write initial data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write initial data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OfRH9ltVgq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nRpPPmWhUV
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OfRH9ltVgq
++ cat /tmp/tmp.nRpPPmWhUV
++ rm /tmp/tmp.OfRH9ltVgq /tmp/tmp.nRpPPmWhUV
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Msip14DM6S
++ mktemp
+ local LAST_ERR=/tmp/tmp.Gd4Z5d8Qnk
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Msip14DM6S
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e4caca6-a872-48a5-acca-ff5d5d5709ac") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.Gd4Z5d8Qnk
+ rm /tmp/tmp.Msip14DM6S /tmp/tmp.Gd4Z5d8Qnk
+ return 0
+ minikube_sleep
+ sleep_time=10
+ [[ '' == 1 ]]
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:20:25+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4ch0WKJETY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.oNFaLuggTr
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.4ch0WKJETY
++ cat /tmp/tmp.oNFaLuggTr
++ rm /tmp/tmp.4ch0WKJETY /tmp/tmp.oNFaLuggTr
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.VJjfIUY8m2
++ mktemp
+ local LAST_ERR=/tmp/tmp.AdjVtCIYAi
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.VJjfIUY8m2
+ cat /tmp/tmp.AdjVtCIYAi
+ rm /tmp/tmp.VJjfIUY8m2 /tmp/tmp.AdjVtCIYAi
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:20:28+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 mongodb '' '' ''
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.vnHG6692C3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TuyufmX3Ug
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.vnHG6692C3
++ cat /tmp/tmp.TuyufmX3Ug
++ rm /tmp/tmp.vnHG6692C3 /tmp/tmp.TuyufmX3Ug
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.3VoKdAJKlX
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZeeKYyBxwH
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.3VoKdAJKlX
+ cat /tmp/tmp.ZeeKYyBxwH
+ rm /tmp/tmp.3VoKdAJKlX /tmp/tmp.ZeeKYyBxwH
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:20:30+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HZW5j8zn1F
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mXozPrEtRW
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HZW5j8zn1F
++ cat /tmp/tmp.mXozPrEtRW
++ rm /tmp/tmp.HZW5j8zn1F /tmp/tmp.mXozPrEtRW
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.dGmMTM0sYd
++ mktemp
+ local LAST_ERR=/tmp/tmp.K9ngIdBYmY
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dGmMTM0sYd
+ cat /tmp/tmp.K9ngIdBYmY
+ rm /tmp/tmp.dGmMTM0sYd /tmp/tmp.K9ngIdBYmY
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ wait_backup_agent some-name-rs0-0
+ local agent_pod=some-name-rs0-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-0...2026-07-22T15:19:40.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs0-1
+ local agent_pod=some-name-rs0-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-1...2026-07-22T15:20:09.000+0000 I listening for the commands

+ wait_backup_agent some-name-rs0-2
+ local agent_pod=some-name-rs0-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-rs0-2...2026-07-22T15:20:14.000+0000 I listening for the commands

+ backup_name_minio=backup-minio
+ run_mongo 'use myApp\n db.test2.insert({ x: 100501 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test2.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TlmjFOWLgB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0zHWoafEmh
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.TlmjFOWLgB
++ cat /tmp/tmp.0zHWoafEmh
++ rm /tmp/tmp.TlmjFOWLgB /tmp/tmp.0zHWoafEmh
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test2.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.hcX8IadEha
++ mktemp
+ local LAST_ERR=/tmp/tmp.pFli01HsOF
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test2.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test2.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hcX8IadEha
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("d0e634d8-f800-47c8-8595-1a17d526fc2e") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.pFli01HsOF
+ rm /tmp/tmp.hcX8IadEha /tmp/tmp.pFli01HsOF
+ return 0
+ desc 'restore pitr date'
+ set +o xtrace


-----------------------------------------------------------------------------------
restore pitr date
-----------------------------------------------------------------------------------

+ run_backup backup-minio 0
+ local name=backup-minio
+ local idx=0
+ desc 'run backup backup-minio-0'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-0
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/backup-minio.yml
+ /usr/sbin/sed -e 's/name:/name: backup-minio-0/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.roGpyEJKNC
++ mktemp
+ local LAST_ERR=/tmp/tmp.dTmQDWlLEB
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.roGpyEJKNC
perconaservermongodbbackup.psmdb.percona.com/backup-minio-0 created
+ cat /tmp/tmp.dTmQDWlLEB
+ rm /tmp/tmp.roGpyEJKNC /tmp/tmp.dTmQDWlLEB
+ return 0
+ wait_backup backup-minio-0
+ local backup_name=backup-minio-0
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-0 to reach ready state.......OK
+ write_document -2nd
+ local cmp_postfix=-2nd
+ local cluster_name=some-name-rs0
+ desc 'write initial data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write initial data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WqaeMUYAeO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LTvLQ0PjwH
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WqaeMUYAeO
++ cat /tmp/tmp.LTvLQ0PjwH
++ rm /tmp/tmp.WqaeMUYAeO /tmp/tmp.LTvLQ0PjwH
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.dg5U7oMVJ6
++ mktemp
+ local LAST_ERR=/tmp/tmp.CC7togByn9
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.dg5U7oMVJ6
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("d74c16c1-5869-4965-8450-babaf6fb2d32") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.CC7togByn9
+ rm /tmp/tmp.dg5U7oMVJ6 /tmp/tmp.CC7togByn9
+ return 0
+ minikube_sleep
+ sleep_time=10
+ [[ '' == 1 ]]
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:20:56+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.6YLY7ppSBV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NbN8Iw5Z7s
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.6YLY7ppSBV
++ cat /tmp/tmp.NbN8Iw5Z7s
++ rm /tmp/tmp.6YLY7ppSBV /tmp/tmp.NbN8Iw5Z7s
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.UyiVCi34H9
++ mktemp
+ local LAST_ERR=/tmp/tmp.MGOqykQNcY
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.UyiVCi34H9
+ cat /tmp/tmp.MGOqykQNcY
+ rm /tmp/tmp.UyiVCi34H9 /tmp/tmp.MGOqykQNcY
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:20:58+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WhrLE3RtSU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sIUkFbvCkL
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.WhrLE3RtSU
++ cat /tmp/tmp.sIUkFbvCkL
++ rm /tmp/tmp.WhrLE3RtSU /tmp/tmp.sIUkFbvCkL
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.M38LFafKPC
++ mktemp
+ local LAST_ERR=/tmp/tmp.8uyhFniBmu
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.M38LFafKPC
+ cat /tmp/tmp.8uyhFniBmu
+ rm /tmp/tmp.M38LFafKPC /tmp/tmp.8uyhFniBmu
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:21:01+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SdSZUVtOOW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Q8KWXLi5Gf
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SdSZUVtOOW
++ cat /tmp/tmp.Q8KWXLi5Gf
++ rm /tmp/tmp.SdSZUVtOOW /tmp/tmp.Q8KWXLi5Gf
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.yb3jkSag3N
++ mktemp
+ local LAST_ERR=/tmp/tmp.gIa50zXhu8
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.yb3jkSag3N
+ cat /tmp/tmp.gIa50zXhu8
+ rm /tmp/tmp.yb3jkSag3N /tmp/tmp.gIa50zXhu8
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ sleep 2
++ get_time_now
++ run_mongo 'new Date().toISOString()' myApp:myPass@some-name-rs0.pitr-21017 mongodb '' --quiet
++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match'
++ tr T ' '
++ local 'command=new Date().toISOString()'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ cut -c1-19
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Yck2RQloLP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.agqu4B6aXw
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Yck2RQloLP
+++ cat /tmp/tmp.agqu4B6aXw
+++ rm /tmp/tmp.Yck2RQloLP /tmp/tmp.agqu4B6aXw
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Hla9BWITAP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ASiumfN5nR
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Hla9BWITAP
++ cat /tmp/tmp.ASiumfN5nR
++ rm /tmp/tmp.Hla9BWITAP /tmp/tmp.ASiumfN5nR
++ return 0
+ time_now='2026-07-22 15:21:08'
+ check_recovery backup-minio-0 date '2026-07-22 15:21:08' -2nd '' some-name test2
+ local backup_name=backup-minio-0
+ local restore_type=date
+ local 'restore_date=2026-07-22 15:21:08'
+ local cmp_postfix=-2nd
+ local backupSource=
+ local cluster_name=some-name
+ local selective_collection=test2
+ local restore_name=restore-backup-minio-0
+ local restore_file=restore.yml
+ local cluster
+ cluster=some-name-rs0
+ desc 'write more data before restore by date'
+ set +o xtrace


-----------------------------------------------------------------------------------
write more data before restore by date
-----------------------------------------------------------------------------------

+ sleep 60
+ run_mongo 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.65TAmzGMlN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5PTWV5ui0r
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.65TAmzGMlN
++ cat /tmp/tmp.5PTWV5ui0r
++ rm /tmp/tmp.65TAmzGMlN /tmp/tmp.5PTWV5ui0r
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.GYoh4eIxAs
++ mktemp
+ local LAST_ERR=/tmp/tmp.nmdakwlJUd
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GYoh4eIxAs
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ef3bf63d-44b0-4a27-997b-ff0f478ac466") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.nmdakwlJUd
+ rm /tmp/tmp.GYoh4eIxAs /tmp/tmp.nmdakwlJUd
+ return 0
+ '[' -n test2 ']'
+ run_mongo 'use myApp\n db.test2.drop()' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test2.drop()'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qkFB2HMjun
+++ mktemp
++ local LAST_ERR=/tmp/tmp.3h5oWH6Xoi
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qkFB2HMjun
++ cat /tmp/tmp.3h5oWH6Xoi
++ rm /tmp/tmp.qkFB2HMjun /tmp/tmp.3h5oWH6Xoi
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test2.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.iYP1XX4O99
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZkTpbNaxGM
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test2.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test2.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.iYP1XX4O99
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("4307ee4c-e4ff-4af7-9d2e-c75dfe9637a9") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
true
bye
+ cat /tmp/tmp.ZkTpbNaxGM
+ rm /tmp/tmp.iYP1XX4O99 /tmp/tmp.ZkTpbNaxGM
+ return 0
+ desc 'waiting for chunks to be uploaded'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting for chunks to be uploaded
-----------------------------------------------------------------------------------

+ sleep 120
+ desc 'check restore by date'
+ set +o xtrace


-----------------------------------------------------------------------------------
check restore by date
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/restore.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-0/'
+ /usr/sbin/sed -e 's/backupName:/backupName: backup-minio-0/'
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name/'
+ /usr/sbin/sed -e 's/pitrType:/type: date/'
+ /usr/sbin/sed -e /backupSource/,+2d
+ '[' -z '2026-07-22 15:21:08' ']'
+ /usr/sbin/sed -e 's/date:/date: 2026-07-22 15:21:08/'
+ kubectl_bin apply -f -
+ '[' -n test2 ']'
+ yq eval '.spec.selective = {"namespaces": ["myApp.test"], "withUsersAndRoles": true}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.JMYnluqn5R
++ mktemp
+ local LAST_ERR=/tmp/tmp.x7SBPf06Gs
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JMYnluqn5R
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-0 created
+ cat /tmp/tmp.x7SBPf06Gs
+ rm /tmp/tmp.JMYnluqn5R /tmp/tmp.x7SBPf06Gs
+ return 0
+ wait_restore backup-minio-0 some-name
+ local backup_name=backup-minio-0
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-0 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-0 to reach state "ready" .OK after 0 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bZW1a0Nsuo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.E489VUdf6r
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bZW1a0Nsuo
++ cat /tmp/tmp.E489VUdf6r
++ rm /tmp/tmp.bZW1a0Nsuo /tmp/tmp.E489VUdf6r
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ echo

+ set -o xtrace
+ '[' -n test2 ']'
++ collection_exists test2
++ local collection=test2
++ run_mongo 'use myApp\n JSON.stringify(db.getCollectionNames())' myApp:myPass@some-name-rs0.pitr-21017 '' '' --quiet
++ local 'command=use myApp\n JSON.stringify(db.getCollectionNames())'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ grep -v 'switched to'
++ jq 'index("test2") != null'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.GyDDOfFFmP
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.gcGepzbr5D
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.GyDDOfFFmP
+++ cat /tmp/tmp.gcGepzbr5D
+++ rm /tmp/tmp.GyDDOfFFmP /tmp/tmp.gcGepzbr5D
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ztreRmbxLr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5RtrZy507Y
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ztreRmbxLr
++ cat /tmp/tmp.5RtrZy507Y
++ rm /tmp/tmp.ztreRmbxLr /tmp/tmp.5RtrZy507Y
++ return 0
+ [[ false == true ]]
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:24:49+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OE0PKaxnuU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nSLIJEDV44
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.OE0PKaxnuU
++ cat /tmp/tmp.nSLIJEDV44
++ rm /tmp/tmp.OE0PKaxnuU /tmp/tmp.nSLIJEDV44
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.0JnNc8Tukw
++ mktemp
+ local LAST_ERR=/tmp/tmp.E2eR5pQzjC
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0JnNc8Tukw
+ cat /tmp/tmp.E2eR5pQzjC
+ rm /tmp/tmp.0JnNc8Tukw /tmp/tmp.E2eR5pQzjC
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:24:52+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 mongodb '' '' ''
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CF8orwnhQ7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.a5uzNjis7g
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CF8orwnhQ7
++ cat /tmp/tmp.a5uzNjis7g
++ rm /tmp/tmp.CF8orwnhQ7 /tmp/tmp.a5uzNjis7g
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.orIFDN8Frx
++ mktemp
+ local LAST_ERR=/tmp/tmp.oBvpstkQhP
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.orIFDN8Frx
+ cat /tmp/tmp.oBvpstkQhP
+ rm /tmp/tmp.orIFDN8Frx /tmp/tmp.oBvpstkQhP
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 -2nd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local postfix=-2nd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:24:55+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.W8HHEWjkZK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gnshr9GKST
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.W8HHEWjkZK
++ cat /tmp/tmp.gnshr9GKST
++ rm /tmp/tmp.W8HHEWjkZK /tmp/tmp.gnshr9GKST
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.8FhVDsc7Nh
++ mktemp
+ local LAST_ERR=/tmp/tmp.nndZrKGv4n
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8FhVDsc7Nh
+ cat /tmp/tmp.nndZrKGv4n
+ rm /tmp/tmp.8FhVDsc7Nh /tmp/tmp.nndZrKGv4n
+ return 0
+ compare_mongo_output find -2nd
+ local command=find
+ local postfix=-2nd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-2nd.json /tmp/tmp.xnasa16FIz/find-2nd
+ return
+ desc 'restore pitr latest'
+ set +o xtrace


-----------------------------------------------------------------------------------
restore pitr latest
-----------------------------------------------------------------------------------

+ run_backup backup-minio 1
+ local name=backup-minio
+ local idx=1
+ desc 'run backup backup-minio-1'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-1
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/backup-minio.yml
+ /usr/sbin/sed -e 's/name:/name: backup-minio-1/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.PATK7rX5WH
++ mktemp
+ local LAST_ERR=/tmp/tmp.NqRoHV5YKZ
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PATK7rX5WH
perconaservermongodbbackup.psmdb.percona.com/backup-minio-1 created
+ cat /tmp/tmp.NqRoHV5YKZ
+ rm /tmp/tmp.PATK7rX5WH /tmp/tmp.NqRoHV5YKZ
+ return 0
+ wait_backup backup-minio-1
+ local backup_name=backup-minio-1
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-1 to reach ready state.......OK
+ compare_latest_restorable_time some-name-rs0 backup-minio-1
+ local cluster=some-name-rs0
+ local backup_name=backup-minio-1
+ local latest_restorable_time
+ local backup_time
++ get_latest_restorable_time some-name-rs0
++ local cluster=some-name-rs0
++ local first_timestamp
++ local second_timestamp
++ local retry=0
++ [[ '' != '' ]]
+++ kubectl_bin exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ jq '.backups.pitrChunks.pitrChunks | last | .range.end'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.BiAuG8Gr4i
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.5o0xfGj1fd
+++ local exit_status=0
+++ local timeout=4
+++ args=('exec' 'some-name-rs0-0' '-c' 'backup-agent' '--' 'pbm' 'status' '-o' 'json')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.BiAuG8Gr4i
+++ cat /tmp/tmp.5o0xfGj1fd
+++ rm /tmp/tmp.BiAuG8Gr4i /tmp/tmp.5o0xfGj1fd
+++ return 0
++ first_timestamp=1784733858
++ sleep 5
++ [[ 1784733858 != '' ]]
++ [[ 1784733858 != null ]]
+++ kubectl_bin exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ jq '.backups.pitrChunks.pitrChunks | last | .range.end'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.Xic6xYoBuH
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.bi59SQxpkj
+++ local exit_status=0
+++ local timeout=4
+++ args=('exec' 'some-name-rs0-0' '-c' 'backup-agent' '--' 'pbm' 'status' '-o' 'json')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.Xic6xYoBuH
+++ cat /tmp/tmp.bi59SQxpkj
+++ rm /tmp/tmp.Xic6xYoBuH /tmp/tmp.bi59SQxpkj
+++ return 0
++ second_timestamp=1784733858
++ let retry+=1
++ [[ 1 -gt 30 ]]
++ [[ 1784733858 != '' ]]
++ [[ 1784733858 != null ]]
++ [[ 1784733858 == 1784733858 ]]
++ /usr/sbin/date -u -d @1784733858 +%Y-%m-%dT%H:%M:%SZ
+ latest_restorable_time=2026-07-22T15:24:18Z
++ get_latest_restorable_time_from_backup_object backup-minio-1
++ local backup_name=backup-minio-1
++ local latestRestorableTime
++ local retry=0
++ [[ '' != '' ]]
++ sleep 5
+++ kubectl_bin get psmdb-backup backup-minio-1 -o 'jsonpath={.status.latestRestorableTime}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MGaVwsrLbl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.EJxZL3oUpv
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'psmdb-backup' 'backup-minio-1' '-o' 'jsonpath={.status.latestRestorableTime}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb-backup backup-minio-1 -o 'jsonpath={.status.latestRestorableTime}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MGaVwsrLbl
+++ cat /tmp/tmp.EJxZL3oUpv
+++ rm /tmp/tmp.MGaVwsrLbl /tmp/tmp.EJxZL3oUpv
+++ return 0
++ latestRestorableTime=2026-07-22T15:24:18Z
++ let retry+=1
++ [[ 1 -gt 30 ]]
++ [[ 2026-07-22T15:24:18Z != '' ]]
++ [[ 2026-07-22T15:24:18Z != null ]]
++ echo 2026-07-22T15:24:18Z
+ backup_time=2026-07-22T15:24:18Z
+ [[ 2026-07-22T15:24:18Z != 2026\-07\-22T15\:24\:18Z ]]
+ check_recovery backup-minio-1 latest '' -3rd '' some-name
+ local backup_name=backup-minio-1
+ local restore_type=latest
+ local restore_date=
+ local cmp_postfix=-3rd
+ local backupSource=
+ local cluster_name=some-name
+ local selective_collection=
+ local restore_name=restore-backup-minio-1
+ local restore_file=restore.yml
+ local cluster
+ cluster=some-name-rs0
+ desc 'write more data before restore by latest'
+ set +o xtrace


-----------------------------------------------------------------------------------
write more data before restore by latest
-----------------------------------------------------------------------------------

+ sleep 60
+ run_mongo 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7EA30FZaoN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8nltiB5B3U
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.7EA30FZaoN
++ cat /tmp/tmp.8nltiB5B3U
++ rm /tmp/tmp.7EA30FZaoN /tmp/tmp.8nltiB5B3U
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.BmT7i7HWmf
++ mktemp
+ local LAST_ERR=/tmp/tmp.7xpjZAlXUa
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.BmT7i7HWmf
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("714d35ee-e812-4d24-921d-fc1ec04d107f") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.7xpjZAlXUa
+ rm /tmp/tmp.BmT7i7HWmf /tmp/tmp.7xpjZAlXUa
+ return 0
+ '[' -n '' ']'
+ desc 'waiting for chunks to be uploaded'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting for chunks to be uploaded
-----------------------------------------------------------------------------------

+ sleep 120
+ desc 'check restore by latest'
+ set +o xtrace


-----------------------------------------------------------------------------------
check restore by latest
-----------------------------------------------------------------------------------

+ '[' -z '' ']'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/restore.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-1/'
+ /usr/sbin/sed -e 's/pitrType:/type: latest/'
+ /usr/sbin/sed -e 's/backupName:/backupName: backup-minio-1/'
+ /usr/sbin/sed -e /backupSource/,+2d
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name/'
+ '[' -z '' ']'
+ /usr/sbin/sed -e /date:/d
+ '[' -n '' ']'
+ yq
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.etOviZ4u2s
++ mktemp
+ local LAST_ERR=/tmp/tmp.hIORiBdAbw
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.etOviZ4u2s
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-1 created
+ cat /tmp/tmp.hIORiBdAbw
+ rm /tmp/tmp.etOviZ4u2s /tmp/tmp.hIORiBdAbw
+ return 0
+ wait_restore backup-minio-1 some-name
+ local backup_name=backup-minio-1
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-1 object to be created.OK
Waiting psmdb-restore/restore-backup-minio-1 to reach state "ready" .OK after 0 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZEfFOuhaAR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rlnJD6LHid
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ZEfFOuhaAR
++ cat /tmp/tmp.rlnJD6LHid
++ rm /tmp/tmp.ZEfFOuhaAR /tmp/tmp.rlnJD6LHid
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ echo

+ set -o xtrace
+ '[' -n '' ']'
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 -3rd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local postfix=-3rd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:29:03+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 mongodb '' '' ''
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.CWZrsD9aww
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pA3MKxRT5w
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.CWZrsD9aww
++ cat /tmp/tmp.pA3MKxRT5w
++ rm /tmp/tmp.CWZrsD9aww /tmp/tmp.pA3MKxRT5w
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.FunLdX8Qrl
++ mktemp
+ local LAST_ERR=/tmp/tmp.gCix5fi6JF
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.FunLdX8Qrl
+ cat /tmp/tmp.gCix5fi6JF
+ rm /tmp/tmp.FunLdX8Qrl /tmp/tmp.gCix5fi6JF
+ return 0
+ compare_mongo_output find -3rd
+ local command=find
+ local postfix=-3rd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-3rd.json /tmp/tmp.xnasa16FIz/find-3rd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 -3rd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local postfix=-3rd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:29:05+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wLcmMCdQSn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fjIVjJ5Isl
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.wLcmMCdQSn
++ cat /tmp/tmp.fjIVjJ5Isl
++ rm /tmp/tmp.wLcmMCdQSn /tmp/tmp.fjIVjJ5Isl
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.b3D00I9Xf8
++ mktemp
+ local LAST_ERR=/tmp/tmp.1BBIjSapJB
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.b3D00I9Xf8
+ cat /tmp/tmp.1BBIjSapJB
+ rm /tmp/tmp.b3D00I9Xf8 /tmp/tmp.1BBIjSapJB
+ return 0
+ compare_mongo_output find -3rd
+ local command=find
+ local postfix=-3rd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-3rd.json /tmp/tmp.xnasa16FIz/find-3rd
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 -3rd
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local postfix=-3rd
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:29:08+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 mongodb '' '' ''
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.1cTQTEOxqv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NFyATJMSG5
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.1cTQTEOxqv
++ cat /tmp/tmp.NFyATJMSG5
++ rm /tmp/tmp.1cTQTEOxqv /tmp/tmp.NFyATJMSG5
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.sNkkLAMOYV
++ mktemp
+ local LAST_ERR=/tmp/tmp.HXrTkwP05J
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.sNkkLAMOYV
+ cat /tmp/tmp.HXrTkwP05J
+ rm /tmp/tmp.sNkkLAMOYV /tmp/tmp.HXrTkwP05J
+ return 0
+ compare_mongo_output find -3rd
+ local command=find
+ local postfix=-3rd
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-3rd.json /tmp/tmp.xnasa16FIz/find-3rd
+ return
+ desc 'pitr restore with namespace remap'
+ set +o xtrace


-----------------------------------------------------------------------------------
pitr restore with namespace remap
-----------------------------------------------------------------------------------

+ run_backup backup-minio 2
+ local name=backup-minio
+ local idx=2
+ desc 'run backup backup-minio-2'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-2
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/backup-minio.yml
+ kubectl_bin apply -f -
+ /usr/sbin/sed -e 's/name:/name: backup-minio-2/'
++ mktemp
+ local LAST_OUT=/tmp/tmp.qYdCtwvzte
++ mktemp
+ local LAST_ERR=/tmp/tmp.rmezxDrwgy
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qYdCtwvzte
perconaservermongodbbackup.psmdb.percona.com/backup-minio-2 created
+ cat /tmp/tmp.rmezxDrwgy
+ rm /tmp/tmp.qYdCtwvzte /tmp/tmp.rmezxDrwgy
+ return 0
+ wait_backup backup-minio-2
+ local backup_name=backup-minio-2
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-2 to reach ready state.......OK
+ compare_latest_restorable_time some-name-rs0 backup-minio-2
+ local cluster=some-name-rs0
+ local backup_name=backup-minio-2
+ local latest_restorable_time
+ local backup_time
++ get_latest_restorable_time some-name-rs0
++ local cluster=some-name-rs0
++ local first_timestamp
++ local second_timestamp
++ local retry=0
++ [[ '' != '' ]]
+++ kubectl_bin exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ jq '.backups.pitrChunks.pitrChunks | last | .range.end'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.MBD7ZARel7
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.AqRMG3kIEY
+++ local exit_status=0
+++ local timeout=4
+++ args=('exec' 'some-name-rs0-0' '-c' 'backup-agent' '--' 'pbm' 'status' '-o' 'json')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.MBD7ZARel7
+++ cat /tmp/tmp.AqRMG3kIEY
+++ rm /tmp/tmp.MBD7ZARel7 /tmp/tmp.AqRMG3kIEY
+++ return 0
++ first_timestamp=1784734116
++ sleep 5
++ [[ 1784734116 != '' ]]
++ [[ 1784734116 != null ]]
+++ kubectl_bin exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ jq '.backups.pitrChunks.pitrChunks | last | .range.end'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yjTrf7LXAR
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.hDBGkrKyzD
+++ local exit_status=0
+++ local timeout=4
+++ args=('exec' 'some-name-rs0-0' '-c' 'backup-agent' '--' 'pbm' 'status' '-o' 'json')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl exec some-name-rs0-0 -c backup-agent -- pbm status -o json
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.yjTrf7LXAR
+++ cat /tmp/tmp.hDBGkrKyzD
+++ rm /tmp/tmp.yjTrf7LXAR /tmp/tmp.hDBGkrKyzD
+++ return 0
++ second_timestamp=1784734116
++ let retry+=1
++ [[ 1 -gt 30 ]]
++ [[ 1784734116 != '' ]]
++ [[ 1784734116 != null ]]
++ [[ 1784734116 == 1784734116 ]]
++ /usr/sbin/date -u -d @1784734116 +%Y-%m-%dT%H:%M:%SZ
+ latest_restorable_time=2026-07-22T15:28:36Z
++ get_latest_restorable_time_from_backup_object backup-minio-2
++ local backup_name=backup-minio-2
++ local latestRestorableTime
++ local retry=0
++ [[ '' != '' ]]
++ sleep 5
+++ kubectl_bin get psmdb-backup backup-minio-2 -o 'jsonpath={.status.latestRestorableTime}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.t8HvRzPMOQ
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.un4pZlHKPA
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'psmdb-backup' 'backup-minio-2' '-o' 'jsonpath={.status.latestRestorableTime}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get psmdb-backup backup-minio-2 -o 'jsonpath={.status.latestRestorableTime}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.t8HvRzPMOQ
+++ cat /tmp/tmp.un4pZlHKPA
+++ rm /tmp/tmp.t8HvRzPMOQ /tmp/tmp.un4pZlHKPA
+++ return 0
++ latestRestorableTime=2026-07-22T15:28:36Z
++ let retry+=1
++ [[ 1 -gt 30 ]]
++ [[ 2026-07-22T15:28:36Z != '' ]]
++ [[ 2026-07-22T15:28:36Z != null ]]
++ echo 2026-07-22T15:28:36Z
+ backup_time=2026-07-22T15:28:36Z
+ [[ 2026-07-22T15:28:36Z != 2026\-07\-22T15\:28\:36Z ]]
++ get_time_now
++ run_mongo 'new Date().toISOString()' myApp:myPass@some-name-rs0.pitr-21017 mongodb '' --quiet
++ local 'command=new Date().toISOString()'
++ grep -E -v 'I NETWORK|W NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb
++ local suffix=.svc.cluster.local
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ cut -c1-19
++ tr T ' '
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.ijwaNmaLpz
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.NkFjb2vNfY
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.ijwaNmaLpz
+++ cat /tmp/tmp.NkFjb2vNfY
+++ rm /tmp/tmp.ijwaNmaLpz /tmp/tmp.NkFjb2vNfY
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.SC7xEKAAiz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Up5ytAhTdK
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''new Date().toISOString()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.SC7xEKAAiz
++ cat /tmp/tmp.Up5ytAhTdK
++ rm /tmp/tmp.SC7xEKAAiz /tmp/tmp.Up5ytAhTdK
++ return 0
+ time_now='2026-07-22 15:29:42'
+ run_recovery_check_namespace_remap backup-minio-2 '2026-07-22 15:29:42' some-name myApp test testRemapped
+ local backup_name=backup-minio-2
+ local 'restore_date=2026-07-22 15:29:42'
+ local cluster_name=some-name
+ local database=myApp
+ local src_collection=test
+ local dst_collection=testRemapped
+ local cluster=some-name-rs0
+ local restore_name=restore-backup-minio-2-remapped
+ desc 'write more data before namespace remap restore by date'
+ set +o xtrace


-----------------------------------------------------------------------------------
write more data before namespace remap restore by date
-----------------------------------------------------------------------------------

+ sleep 60
+ run_mongo 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Opu38A2FEW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UmMOS7Iyma
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Opu38A2FEW
++ cat /tmp/tmp.UmMOS7Iyma
++ rm /tmp/tmp.Opu38A2FEW /tmp/tmp.UmMOS7Iyma
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.MMh5mp5pm4
++ mktemp
+ local LAST_ERR=/tmp/tmp.W7xJFx3lKh
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MMh5mp5pm4
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("8f997c7d-85fb-47b7-ad1e-1478dd7f2d03") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.W7xJFx3lKh
+ rm /tmp/tmp.MMh5mp5pm4 /tmp/tmp.W7xJFx3lKh
+ return 0
+ desc 'waiting for chunks to be uploaded'
+ set +o xtrace


-----------------------------------------------------------------------------------
waiting for chunks to be uploaded
-----------------------------------------------------------------------------------

+ sleep 120
+ run_mongo 'use myApp\n db.testRemapped.drop()' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.testRemapped.drop()'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FJESW4WigF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EPZShPfYl7
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FJESW4WigF
++ cat /tmp/tmp.EPZShPfYl7
++ rm /tmp/tmp.FJESW4WigF /tmp/tmp.EPZShPfYl7
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.SOLAYJjMlb
++ mktemp
+ local LAST_ERR=/tmp/tmp.wbqMgn4bB1
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.drop()\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SOLAYJjMlb
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("c7ae2deb-36ef-4ce2-b0a6-114476eedae9") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
true
bye
+ cat /tmp/tmp.wbqMgn4bB1
+ rm /tmp/tmp.SOLAYJjMlb /tmp/tmp.wbqMgn4bB1
+ return 0
++ collection_exists testRemapped
++ local collection=testRemapped
++ run_mongo 'use myApp\n JSON.stringify(db.getCollectionNames())' myApp:myPass@some-name-rs0.pitr-21017 '' '' --quiet
++ local 'command=use myApp\n JSON.stringify(db.getCollectionNames())'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb+srv
++ grep -v 'switched to'
++ local suffix=.svc.cluster.local
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ jq 'index("testRemapped") != null'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.yFEW4mnGLV
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.5bGLzJysMK
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.yFEW4mnGLV
+++ cat /tmp/tmp.5bGLzJysMK
+++ rm /tmp/tmp.yFEW4mnGLV /tmp/tmp.5bGLzJysMK
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ngUKxvjiZ2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LGW5KgtkPq
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ngUKxvjiZ2
++ cat /tmp/tmp.LGW5KgtkPq
++ rm /tmp/tmp.ngUKxvjiZ2 /tmp/tmp.LGW5KgtkPq
++ return 0
+ [[ false == true ]]
+ desc 'check namespace remap restore by date'
+ set +o xtrace


-----------------------------------------------------------------------------------
check namespace remap restore by date
-----------------------------------------------------------------------------------

+ yq /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/restore-namespace-remap.yml
+ yq '.spec.clusterName="some-name"'
+ yq '.metadata.name="restore-backup-minio-2-remapped"'
+ yq '.spec.selective.nsFrom="myApp.test"'
+ yq '.spec.backupName="backup-minio-2"'
+ yq '.spec.pitr.type="date"'
+ yq '.spec.pitr.date="2026-07-22 15:29:42"'
+ kubectl_bin apply -f -
++ mktemp
+ yq '.spec.selective.nsTo="myApp.testRemapped"'
+ local LAST_OUT=/tmp/tmp.OYO3eyDV8U
++ mktemp
+ local LAST_ERR=/tmp/tmp.LDUj4Y6Nqn
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.OYO3eyDV8U
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-2-remapped created
+ cat /tmp/tmp.LDUj4Y6Nqn
+ rm /tmp/tmp.OYO3eyDV8U /tmp/tmp.LDUj4Y6Nqn
+ return 0
+ wait_restore backup-minio-2-remapped some-name
+ local backup_name=backup-minio-2-remapped
+ local cluster_name=some-name
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-2-remapped object to be created.OK
Waiting psmdb-restore/restore-backup-minio-2-remapped to reach state "ready" .OK after 0 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name
+ local cluster_name=some-name
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster some-name to be ready'
waiting for cluster some-name to be ready++ kubectl_bin get psmdb some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aGCQBR8LhA
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Qa9jznbdG5
++ local exit_status=0
++ local timeout=4
++ args=('get' 'psmdb' 'some-name' '-o' 'jsonpath={.status.state}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.aGCQBR8LhA
++ cat /tmp/tmp.Qa9jznbdG5
++ rm /tmp/tmp.aGCQBR8LhA /tmp/tmp.Qa9jznbdG5
++ return 0
+ [[ ready == ready ]]
+ echo .OK
.OK
+ echo

+ set -o xtrace
++ collection_exists testRemapped
++ local collection=testRemapped
++ run_mongo 'use myApp\n JSON.stringify(db.getCollectionNames())' myApp:myPass@some-name-rs0.pitr-21017 '' '' --quiet
++ local 'command=use myApp\n JSON.stringify(db.getCollectionNames())'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ grep -v 'switched to'
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ jq 'index("testRemapped") != null'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.fKyAS02ibG
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.le2D8XZwlq
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.fKyAS02ibG
+++ cat /tmp/tmp.le2D8XZwlq
+++ rm /tmp/tmp.fKyAS02ibG /tmp/tmp.le2D8XZwlq
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.IRWNODWrSw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TkCrtw9QrC
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.IRWNODWrSw
++ cat /tmp/tmp.TkCrtw9QrC
++ rm /tmp/tmp.IRWNODWrSw /tmp/tmp.TkCrtw9QrC
++ return 0
+ [[ true == false ]]
++ collection_exists test
++ local collection=test
++ run_mongo 'use myApp\n JSON.stringify(db.getCollectionNames())' myApp:myPass@some-name-rs0.pitr-21017 '' '' --quiet
++ grep -v 'switched to'
++ local 'command=use myApp\n JSON.stringify(db.getCollectionNames())'
++ local uri=myApp:myPass@some-name-rs0.pitr-21017
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=--quiet
++ local replica_set=rs0
++ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ jq 'index("test") != null'
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.I0MV7MDvRl
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.JV4JcOtUJF
+++ local exit_status=0
+++ local timeout=4
+++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
+++ local args
+++ transformed_files=()
+++ local transformed_files
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
+++ arch_scheduling_enabled
+++ [[ -n '' ]]
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.I0MV7MDvRl
+++ cat /tmp/tmp.JV4JcOtUJF
+++ rm /tmp/tmp.I0MV7MDvRl /tmp/tmp.JV4JcOtUJF
+++ return 0
++ local client_container=psmdb-client-757cd65695-92zcr
++ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zvz4jbnXTG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0wqtlL3Reg
++ local exit_status=0
++ local timeout=4
++ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n JSON.stringify(db.getCollectionNames())\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 --quiet'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zvz4jbnXTG
++ cat /tmp/tmp.0wqtlL3Reg
++ rm /tmp/tmp.zvz4jbnXTG /tmp/tmp.0wqtlL3Reg
++ return 0
+ [[ true == false ]]
+ compare_mongo_cmd find myApp:myPass@some-name-rs0.pitr-21017 -remapped .svc.cluster.local myApp testRemapped
+ local command=find
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local postfix=-remapped
+ local suffix=.svc.cluster.local
+ local database=myApp
+ local collection=testRemapped
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.testRemapped.find()'
+ [[ -n '' ]]
+ log 'running db.testRemapped.find() in myApp'
+ set +o xtrace
[2026-07-22T15:33:29+0000] running db.testRemapped.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.testRemapped.find()' myApp:myPass@some-name-rs0.pitr-21017 mongodb .svc.cluster.local '' ''
+ local 'command=use myApp\n db.testRemapped.find()'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.z1juRXDQKo
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JUMZb80ibb
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.z1juRXDQKo
++ cat /tmp/tmp.JUMZb80ibb
++ rm /tmp/tmp.z1juRXDQKo /tmp/tmp.JUMZb80ibb
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.nOQOmkdtGJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.85B9SK8kmd
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.testRemapped.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.nOQOmkdtGJ
+ cat /tmp/tmp.85B9SK8kmd
+ rm /tmp/tmp.nOQOmkdtGJ /tmp/tmp.85B9SK8kmd
+ return 0
+ compare_mongo_output find -remapped
+ local command=find
+ local postfix=-remapped
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find-remapped.json /tmp/tmp.xnasa16FIz/find-remapped
+ return
+ desc 'restore pitr date using backupSource'
+ set +o xtrace


-----------------------------------------------------------------------------------
restore pitr date using backupSource
-----------------------------------------------------------------------------------

+ reset_collection
+ desc 'reset data'
+ set +o xtrace


-----------------------------------------------------------------------------------
reset data
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.remove({})' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.remove({})'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5mnA35hyGL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wvgfZAybkM
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.5mnA35hyGL
++ cat /tmp/tmp.wvgfZAybkM
++ rm /tmp/tmp.5mnA35hyGL /tmp/tmp.wvgfZAybkM
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.remove({})\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.QIiou5dKGe
++ mktemp
+ local LAST_ERR=/tmp/tmp.mYGib9ZfCY
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.remove({})\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.remove({})\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QIiou5dKGe
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("f192253d-a793-4ab1-bb52-5372ba0be87e") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nRemoved" : 4 })
bye
+ cat /tmp/tmp.mYGib9ZfCY
+ rm /tmp/tmp.QIiou5dKGe /tmp/tmp.mYGib9ZfCY
+ return 0
+ sleep 2
+ write_document
+ local cmp_postfix=
+ local cluster_name=some-name-rs0
+ desc 'write initial data, read from all'
+ set +o xtrace


-----------------------------------------------------------------------------------
write initial data, read from all
-----------------------------------------------------------------------------------

+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-rs0.pitr-21017
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-rs0.pitr-21017
+ local driver=mongodb+srv
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xcnAuOyiKz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6QObHvapAf
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xcnAuOyiKz
++ cat /tmp/tmp.6QObHvapAf
++ rm /tmp/tmp.xcnAuOyiKz /tmp/tmp.6QObHvapAf
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.MQ6C1wUA2c
++ mktemp
+ local LAST_ERR=/tmp/tmp.NGvCu4EQoS
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb+srv://myApp:myPass@some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.MQ6C1wUA2c
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local:27017,some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("98bc68c5-2413-491e-a8f6-fcf14e7aca88") }
Percona Server for MongoDB server version: v8.0.26-11
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.NGvCu4EQoS
+ rm /tmp/tmp.MQ6C1wUA2c /tmp/tmp.NGvCu4EQoS
+ return 0
+ minikube_sleep
+ sleep_time=10
+ [[ '' == 1 ]]
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:33:38+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 mongodb '' '' ''
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ji2hDAK2qm
+++ mktemp
++ local LAST_ERR=/tmp/tmp.dwIeXjy0Vo
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.ji2hDAK2qm
++ cat /tmp/tmp.dwIeXjy0Vo
++ rm /tmp/tmp.ji2hDAK2qm /tmp/tmp.dwIeXjy0Vo
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.XIJHhdYhML
++ mktemp
+ local LAST_ERR=/tmp/tmp.nTVvgXn1gq
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-0.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XIJHhdYhML
+ cat /tmp/tmp.nTVvgXn1gq
+ rm /tmp/tmp.XIJHhdYhML /tmp/tmp.nTVvgXn1gq
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:33:41+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 mongodb '' '' ''
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017 == *cfg* ]]
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S5pGFQCEqn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6pYnVB09kJ
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.S5pGFQCEqn
++ cat /tmp/tmp.6pYnVB09kJ
++ rm /tmp/tmp.S5pGFQCEqn /tmp/tmp.6pYnVB09kJ
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q3rURg6tLN
++ mktemp
+ local LAST_ERR=/tmp/tmp.N4Qw4fOR29
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-1.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Q3rURg6tLN
+ cat /tmp/tmp.N4Qw4fOR29
+ rm /tmp/tmp.Q3rURg6tLN /tmp/tmp.N4Qw4fOR29
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ compare_mongo_cmd find myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 ''
+ local command=find
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local retries=3
+ local retry_delay=10
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-07-22T15:33:44+0000] running db.test.find() in myApp
+ [[ false == true ]]
+ mongo_command=run_mongo
++ seq 1 3
+ for attempt in $(seq 1 "$retries")
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 mongodb '' '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|"c":"NETWORK"|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.czSkYvsHz5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.6c2J11UZfa
++ local exit_status=0
++ local timeout=4
++ args=('get' 'pods' '--selector=name=psmdb-client' '-o' 'jsonpath={.items[].metadata.name}')
++ local args
++ transformed_files=()
++ local transformed_files
++ arch_scheduling_enabled
++ [[ -n '' ]]
++ arch_scheduling_enabled
++ [[ -n '' ]]
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.czSkYvsHz5
++ cat /tmp/tmp.6c2J11UZfa
++ rm /tmp/tmp.czSkYvsHz5 /tmp/tmp.6c2J11UZfa
++ return 0
+ local client_container=psmdb-client-757cd65695-92zcr
+ kubectl_bin exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.DU8JqFSwjx
++ mktemp
+ local LAST_ERR=/tmp/tmp.huY1UWkuZ1
+ local exit_status=0
+ local timeout=4
+ args=('exec' 'psmdb-client-757cd65695-92zcr' '--' 'bash' '-c' 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 ')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-757cd65695-92zcr -- bash -c 'export HOME=/tmp; printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-rs0-2.some-name-rs0.pitr-21017.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.DU8JqFSwjx
+ cat /tmp/tmp.huY1UWkuZ1
+ rm /tmp/tmp.DU8JqFSwjx /tmp/tmp.huY1UWkuZ1
+ return 0
+ compare_mongo_output find ''
+ local command=find
+ local postfix=
+ [[ 0 -ne 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/compare/find.json /tmp/tmp.xnasa16FIz/find
+ return
+ run_backup backup-minio 3
+ local name=backup-minio
+ local idx=3
+ desc 'run backup backup-minio-3'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-3
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2474/e2e-tests/pitr/conf/backup-minio.yml
+ kubectl_bin apply -f -
+ /usr/sbin/sed -e 's/name:/name: backup-minio-3/'
++ mktemp
+ local LAST_OUT=/tmp/tmp.l4ldK8VSNj
++ mktemp
+ local LAST_ERR=/tmp/tmp.SWv6UfT0Dc
+ local exit_status=0
+ local timeout=4
+ args=('apply' '-f' '-')
+ local args
+ transformed_files=()
+ local transformed_files
+ arch_scheduling_enabled
+ [[ -n '' ]]
+ arch_scheduling_enabled
+ [[ -n '' ]]
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.l4ldK8VSNj
perconaservermongodbbackup.psmdb.percona.com/backup-minio-3 created
+ cat /tmp/tmp.SWv6UfT0Dc
+ rm /tmp/tmp.l4ldK8VSNj /tmp/tmp.SWv6UfT0Dc
+ return 0
+ wait_backup backup-minio-3
+ local backup_name=backup-minio-3
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-3 to reach ready state........................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................................2026-07-22T15:51:53.676Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a"}
2026-07-22T15:51:53.701Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a", "state": "requested"}
2026-07-22T15:51:53.734Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:51:53.734Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:51:53.768Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:51:53.768Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:51:53.769Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "402743c8-e29d-440f-9155-9f1715d94c6a"}
2026-07-22T15:51:58.770Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b"}
2026-07-22T15:51:58.783Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b", "state": "requested"}
2026-07-22T15:51:58.816Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:51:58.816Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:51:58.854Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:51:58.855Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:51:58.856Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "42760694-ae63-4c31-9886-f9bd6cbf423b"}
2026-07-22T15:52:03.856Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa"}
2026-07-22T15:52:03.877Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa", "state": "requested"}
2026-07-22T15:52:03.911Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:03.911Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:03.945Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:03.946Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:03.947Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "144a209d-5a73-4fe4-b02b-70bf03cf75fa"}
2026-07-22T15:52:08.947Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0"}
2026-07-22T15:52:08.960Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0", "state": "requested"}
2026-07-22T15:52:08.993Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:08.993Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:09.032Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:09.032Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:09.033Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "508f69d2-f835-4101-873f-150a3c94e9a0"}
2026-07-22T15:52:14.035Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a"}
2026-07-22T15:52:14.050Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a", "state": "requested"}
2026-07-22T15:52:14.090Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:14.090Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:14.124Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:14.124Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:14.125Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "208b6abf-2a2a-4446-9fc8-9a851a88500a"}
2026-07-22T15:52:19.126Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73"}
2026-07-22T15:52:19.139Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73", "state": "requested"}
2026-07-22T15:52:19.175Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:19.175Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:19.211Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:19.211Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:19.212Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "455e73d5-246a-4afd-aa35-38c18c2a3c73"}
2026-07-22T15:52:20.897Z	INFO	PBM	updating latest restorable time	{"controller": "psmdb-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDB", "PerconaServerMongoDB": {"name":"some-name","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "some-name", "reconcileID": "cfa24e12-af7b-45a7-8786-8704552a8fa3", "backup": "backup-minio-2", "latestRestorableTime": "2026-07-22 15:52:15 +0000 UTC"}
2026-07-22T15:52:20.938Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-2", "reconcileID": "be53d363-2cfc-441c-b4d5-dde5a1711d79"}
2026-07-22T15:52:20.963Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-2", "reconcileID": "be53d363-2cfc-441c-b4d5-dde5a1711d79", "state": "ready"}
2026-07-22T15:52:20.963Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-2","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-2", "reconcileID": "be53d363-2cfc-441c-b4d5-dde5a1711d79"}
2026-07-22T15:52:24.213Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63"}
2026-07-22T15:52:24.226Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63", "state": "requested"}
2026-07-22T15:52:24.262Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:24.262Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:24.299Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:24.300Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:24.301Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a81d664d-029c-4db5-9c7e-3875c5adbd63"}
2026-07-22T15:52:29.301Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682"}
2026-07-22T15:52:29.316Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682", "state": "requested"}
2026-07-22T15:52:29.352Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:29.352Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:29.388Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:29.389Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:29.390Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2a748382-3c8c-4ffd-a847-035320311682"}
2026-07-22T15:52:34.391Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89"}
2026-07-22T15:52:34.407Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89", "state": "requested"}
2026-07-22T15:52:34.439Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:34.439Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:34.474Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:34.475Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:34.476Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "14681108-7d58-4022-a0df-0ff1c37bcb89"}
2026-07-22T15:52:39.477Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1"}
2026-07-22T15:52:39.491Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1", "state": "requested"}
2026-07-22T15:52:39.525Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:39.525Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:39.557Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:39.558Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:39.559Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5a34ef83-344b-4ed3-903a-853aa342a9c1"}
2026-07-22T15:52:44.559Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66"}
2026-07-22T15:52:44.575Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66", "state": "requested"}
2026-07-22T15:52:44.609Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:44.609Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:44.654Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:44.655Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:44.656Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "1f0f27bc-96dc-4d40-87c8-b1e70df56a66"}
2026-07-22T15:52:49.657Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70"}
2026-07-22T15:52:49.670Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70", "state": "requested"}
2026-07-22T15:52:49.699Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:49.699Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:49.732Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:49.733Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:49.734Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6fbd9988-b093-4c32-8a40-6dfd70540c70"}
2026-07-22T15:52:54.735Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252"}
2026-07-22T15:52:54.748Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252", "state": "requested"}
2026-07-22T15:52:54.785Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:54.785Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:54.843Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:54.844Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:54.845Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "dd212027-6370-451b-827f-3f0877723252"}
2026-07-22T15:52:59.845Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532"}
2026-07-22T15:52:59.875Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532", "state": "requested"}
2026-07-22T15:52:59.912Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:52:59.912Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:52:59.949Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:52:59.950Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:52:59.951Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "fdf20203-ec28-4235-91a0-6469a1f96532"}
2026-07-22T15:53:04.952Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40"}
2026-07-22T15:53:04.970Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40", "state": "requested"}
2026-07-22T15:53:05.005Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:05.005Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:05.041Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:05.042Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:05.043Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "cc3f7adb-bacc-4e01-9fad-9c06ac679b40"}
2026-07-22T15:53:10.044Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7"}
2026-07-22T15:53:10.060Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7", "state": "requested"}
2026-07-22T15:53:10.092Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:10.092Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:10.127Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:10.128Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:10.129Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "83158204-2998-4003-b05e-cc6726dc90c7"}
2026-07-22T15:53:15.130Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61"}
2026-07-22T15:53:15.144Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61", "state": "requested"}
2026-07-22T15:53:15.178Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:15.178Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:15.218Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:15.218Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:15.219Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "f7badfde-0d1d-4bb8-9e5b-09f2d2562c61"}
2026-07-22T15:53:20.220Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34"}
2026-07-22T15:53:20.233Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34", "state": "requested"}
2026-07-22T15:53:20.285Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:20.285Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:20.319Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:20.320Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:20.321Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2010a340-ebfe-4fcf-a45a-aef7d4d3bb34"}
2026-07-22T15:53:25.321Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff"}
2026-07-22T15:53:25.337Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff", "state": "requested"}
2026-07-22T15:53:25.370Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:25.370Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:25.415Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:25.415Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:25.417Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a579b1a9-8da4-443d-8d80-6ddb272fe3ff"}
2026-07-22T15:53:30.418Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989"}
2026-07-22T15:53:30.433Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989", "state": "requested"}
2026-07-22T15:53:30.473Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:30.473Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:30.513Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:30.514Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:30.515Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "0168d283-9ef8-46c1-8c91-367157eae989"}
2026-07-22T15:53:35.515Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1"}
2026-07-22T15:53:35.529Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1", "state": "requested"}
2026-07-22T15:53:35.565Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:35.565Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:35.603Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:35.603Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:35.604Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "a26dd23c-b41b-43b5-89fa-bab40d56cdc1"}
2026-07-22T15:53:40.605Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a"}
2026-07-22T15:53:40.624Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a", "state": "requested"}
2026-07-22T15:53:40.659Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:40.659Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:40.690Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:40.691Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:40.692Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "efbfa56d-e897-4ab5-9229-d670e1ff768a"}
2026-07-22T15:53:45.692Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25"}
2026-07-22T15:53:45.709Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25", "state": "requested"}
2026-07-22T15:53:45.774Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:45.774Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:45.858Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:45.859Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:45.860Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "2bda1da7-0cf1-4c98-b512-d6ee36a49a25"}
2026-07-22T15:53:50.861Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3"}
2026-07-22T15:53:50.875Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3", "state": "requested"}
2026-07-22T15:53:50.906Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:50.906Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:50.939Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:50.940Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:50.941Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "5d4abd0a-a4ec-4a23-9ae3-4d9675d42cf3"}
2026-07-22T15:53:55.942Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74"}
2026-07-22T15:53:55.958Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74", "state": "requested"}
2026-07-22T15:53:55.990Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:53:55.990Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:53:56.024Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:53:56.024Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:53:56.025Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "58d68841-dcd4-4b57-b93e-1cc1ba140c74"}
2026-07-22T15:54:01.026Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7"}
2026-07-22T15:54:01.041Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7", "state": "requested"}
2026-07-22T15:54:01.076Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:54:01.076Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:54:01.113Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:54:01.113Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:54:01.114Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "6591af88-798a-42cc-8e03-31a583839ac7"}
2026-07-22T15:54:06.115Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e"}
2026-07-22T15:54:06.129Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e", "state": "requested"}
2026-07-22T15:54:06.164Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:54:06.164Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:54:06.200Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:54:06.200Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:54:06.201Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "9bb1dda7-6ea4-48c9-a9b5-a0cc8b7b5f5e"}
2026-07-22T15:54:11.202Z	DEBUG	Reconciling	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f"}
2026-07-22T15:54:11.217Z	DEBUG	Got object from API server	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f", "state": "requested"}
2026-07-22T15:54:11.250Z	DEBUG	checking if backup is allowed	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f", "cluster": "some-name", "namespace": "pitr-21017"}
2026-07-22T15:54:11.250Z	DEBUG	Checking for active jobs	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f", "currentJob": {"Name":"backup-minio-3","Type":0}}
2026-07-22T15:54:11.285Z	INFO	Acquiring the backup lock	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f", "lease": "psmdb-some-name-backup-lock"}
2026-07-22T15:54:11.286Z	INFO	Waiting for backup metadata	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f", "pbmName": "2026-07-22T15:33:50Z", "backup": "backup-minio-3"}
2026-07-22T15:54:11.286Z	DEBUG	Reconcile finished	{"controller": "psmdbbackup-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBBackup", "PerconaServerMongoDBBackup": {"name":"backup-minio-3","namespace":"pitr-21017"}, "namespace": "pitr-21017", "name": "backup-minio-3", "reconcileID": "89b67788-619f-49bf-a1a0-4d2cfd7b8e0f"}
NAME             CLUSTER     STORAGE   DESTINATION                                                TYPE      SIZE      STATUS      COMPLETED   AGE
backup-minio-0   some-name   minio     s3://operator-testing/pitr-prefix-1/2026-07-22T15:20:42Z   logical   57.52KB   ready       33m         33m
backup-minio-1   some-name   minio     s3://operator-testing/pitr-prefix-1/2026-07-22T15:25:00Z   logical   64.81KB   ready       29m         29m
backup-minio-2   some-name   minio     s3://operator-testing/pitr-prefix-1/2026-07-22T15:29:13Z   logical   60.97KB   ready       24m         25m
backup-minio-3   some-name   minio     s3://operator-testing/pitr-prefix-1/2026-07-22T15:33:50Z                       requested               20m
Name:         backup-minio-3
Namespace:    pitr-21017
Labels:       <none>
Annotations:  <none>
API Version:  psmdb.percona.com/v1
Kind:         PerconaServerMongoDBBackup
Metadata:
  Creation Timestamp:  2026-07-22T15:33:49Z
  Finalizers:
    percona.com/delete-backup
    internal.percona.com/release-lock
  Generation:        1
  Resource Version:  1784734430477247020
  UID:               8ce9ab99-c7d8-4573-8742-b6981910f8d6
Spec:
  Cluster Name:               some-name
  Starting Deadline Seconds:  120
  Storage Name:               minio
Status:
  Destination:      s3://operator-testing/pitr-prefix-1/2026-07-22T15:33:50Z
  Last Transition:  2026-07-22T15:33:50Z
  Pbm Name:         2026-07-22T15:33:50Z
  Replset Names:
    rs0
  s3:
    Bucket:              operator-testing
    Credentials Secret:  minio-secret
    Endpoint URL:        http://minio-service:9000/
    Prefix:              pitr-prefix-1
    Region:              us-east-1
    Server Side Encryption:
  State:         requested
  Storage Name:  minio
Events:          <none>
Backup object psmdb-backup/backup-minio-3 is in requested state.