Log: /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/logs/pitr-to-new-cluster.log
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1
+ source_cluster=some-name-source
+ target_cluster=some-name-target
+ backup_name_minio=backup-minio
+ setup_infra
+ create_infra pitr-to-new-cluster-20831
+ local ns=pitr-to-new-cluster-20831
+ [[ 1 == 1 ]]
+ delete_crd
+ desc 'get and delete old CRDs and RBAC'
+ set +o xtrace


-----------------------------------------------------------------------------------
get and delete old CRDs and RBAC
-----------------------------------------------------------------------------------

+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml --ignore-not-found --wait=false
++ mktemp
+ local LAST_OUT=/tmp/tmp.5sGnj123vb
++ mktemp
+ local LAST_ERR=/tmp/tmp.MAunCfdtvM
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml --ignore-not-found --wait=false
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.5sGnj123vb
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbbackups.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbrestores.psmdb.percona.com" deleted
customresourcedefinition.apiextensions.k8s.io "perconaservermongodbs.psmdb.percona.com" deleted
+ cat /tmp/tmp.MAunCfdtvM
+ rm /tmp/tmp.5sGnj123vb /tmp/tmp.MAunCfdtvM
+ return 0
++ yq eval .metadata.name /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml
++ grep -v '\-\-\-'
grep: warning: stray \ before -
grep: warning: stray \ before -
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbbackups.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbbackups.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
No resources found
+ kubectl patch perconaservermongodbbackups.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name was specified
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.QSKOYIAcGb
++ mktemp
+ local LAST_ERR=/tmp/tmp.8Y1FMDyMyG
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbbackups.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QSKOYIAcGb
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com condition met
+ cat /tmp/tmp.8Y1FMDyMyG
+ rm /tmp/tmp.QSKOYIAcGb /tmp/tmp.8Y1FMDyMyG
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbrestores.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbrestores.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ kubectl patch perconaservermongodbrestores.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbrestores"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.HXLTPmWIVj
++ mktemp
+ local LAST_ERR=/tmp/tmp.YADQHOdbnq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbrestores.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.HXLTPmWIVj
+ cat /tmp/tmp.YADQHOdbnq
+ rm /tmp/tmp.HXLTPmWIVj /tmp/tmp.YADQHOdbnq
+ return 0
+ for crd_name in $(yq eval '.metadata.name' "${src_dir}/deploy/crd.yaml" | grep -v '\-\-\-')
+ kubectl get perconaservermongodbs.psmdb.percona.com --all-namespaces -o wide
+ grep -v NAMESPACE
+ xargs -L 1 sh -xc 'kubectl patch perconaservermongodbs.psmdb.percona.com -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
error: the server doesn't have a resource type "perconaservermongodbs"
+ kubectl patch perconaservermongodbs.psmdb.percona.com -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: the server doesn't have a resource type "perconaservermongodbs"
+ :
+ kubectl_bin wait --for=delete crd perconaservermongodbs.psmdb.percona.com
++ mktemp
+ local LAST_OUT=/tmp/tmp.fzeJ2GAC6r
++ mktemp
+ local LAST_ERR=/tmp/tmp.MlCBy4YiD7
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete crd perconaservermongodbs.psmdb.percona.com
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.fzeJ2GAC6r
+ cat /tmp/tmp.MlCBy4YiD7
+ rm /tmp/tmp.fzeJ2GAC6r /tmp/tmp.MlCBy4YiD7
+ return 0
+ local rbac_yaml=rbac.yaml
+ '[' -n psmdb-operator ']'
+ rbac_yaml=cw-rbac.yaml
+ kubectl_bin delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/cw-rbac.yaml --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.H0BzYavjBW
++ mktemp
+ local LAST_ERR=/tmp/tmp.22fTzZeVx1
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/cw-rbac.yaml --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.H0BzYavjBW
clusterrole.rbac.authorization.k8s.io "percona-server-mongodb-operator" deleted
clusterrolebinding.rbac.authorization.k8s.io "service-account-percona-server-mongodb-operator" deleted
+ cat /tmp/tmp.22fTzZeVx1
+ rm /tmp/tmp.H0BzYavjBW /tmp/tmp.22fTzZeVx1
+ return 0
+ check_crd_for_deletion PR-2247-091270b4
+ local git_tag=PR-2247-091270b4
++ curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/PR-2247-091270b4/deploy/crd.yaml
++ yq eval .metadata.name
++ /usr/sbin/sed s/---//g
++ /usr/sbin/sed ':a;N;$!ba;s/\n/ /g'
+ for crd_name in $(curl -s https://raw.githubusercontent.com/percona/percona-server-mongodb-operator/${git_tag}/deploy/crd.yaml | yq eval '.metadata.name' | $sed 's/---//g' | $sed ':a;N;$!ba;s/\n/ /g')
++ kubectl_bin get crd/null -o 'jsonpath={.status.conditions[-1].type}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.5LKlXOfUrB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ZVA6pv1l0A
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LKlXOfUrB
++ cat /tmp/tmp.ZVA6pv1l0A
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LKlXOfUrB
++ cat /tmp/tmp.ZVA6pv1l0A
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl get crd/null -o 'jsonpath={.status.conditions[-1].type}'
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.5LKlXOfUrB
++ cat /tmp/tmp.ZVA6pv1l0A
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ sleep 8
++ cat /tmp/tmp.5LKlXOfUrB
++ cat /tmp/tmp.ZVA6pv1l0A
Error from server (NotFound): customresourcedefinitions.apiextensions.k8s.io "null" not found
++ rm /tmp/tmp.5LKlXOfUrB /tmp/tmp.ZVA6pv1l0A
++ return 1
+ [[ '' == \T\e\r\m\i\n\a\t\i\n\g ]]
+ '[' -n psmdb-operator ']'
+ create_namespace psmdb-operator
+ local namespace=psmdb-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ awk '{print $1}'
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ grep chaos-mesh
++ kubectl api-resources
++ awk '{print $1}'
++ awk '{print $1}'
++ grep chaos-mesh.org
++ kubectl get crd
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ awk '{print$1}'
+ xargs kubectl delete ns
++ mktemp
+ '[' -n '' ']'
+ desc 'cleaned up old namespaces psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace psmdb-operator --ignore-not-found
++ mktemp
+ local LAST_OUT=/tmp/tmp.0Xo3cAPM3Z
++ mktemp
+ local LAST_OUT=/tmp/tmp.zXKwa3NPmR
++ mktemp
+ local LAST_ERR=/tmp/tmp.bva8XJz3Rd
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.TvPkhNwKZB
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace psmdb-operator --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0Xo3cAPM3Z
+ cat /tmp/tmp.bva8XJz3Rd
+ rm /tmp/tmp.0Xo3cAPM3Z /tmp/tmp.bva8XJz3Rd
+ return 0
namespace "pitr-to-new-cluster-10713" deleted
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.zXKwa3NPmR
namespace "psmdb-operator" deleted
+ cat /tmp/tmp.TvPkhNwKZB
+ rm /tmp/tmp.zXKwa3NPmR /tmp/tmp.TvPkhNwKZB
+ return 0
+ kubectl_bin wait --for=delete namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.SAtN2dxdR4
++ mktemp
+ local LAST_ERR=/tmp/tmp.oQdeFlIZ2X
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SAtN2dxdR4
+ cat /tmp/tmp.oQdeFlIZ2X
+ rm /tmp/tmp.SAtN2dxdR4 /tmp/tmp.oQdeFlIZ2X
+ return 0
+ desc 'create namespace psmdb-operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace psmdb-operator
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.6HCCpYaBh0
++ mktemp
+ local LAST_ERR=/tmp/tmp.djw57JAHLZ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.6HCCpYaBh0
namespace/psmdb-operator created
+ cat /tmp/tmp.djw57JAHLZ
+ rm /tmp/tmp.6HCCpYaBh0 /tmp/tmp.djw57JAHLZ
+ return 0
+ set_kube_ctx psmdb-operator
+ local namespace=psmdb-operator
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U118ENcxrb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4padaMMtNj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.U118ENcxrb
++ cat /tmp/tmp.4padaMMtNj
++ rm /tmp/tmp.U118ENcxrb /tmp/tmp.4padaMMtNj
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12 --namespace=psmdb-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.TCrtjKcTnn
++ mktemp
+ local LAST_ERR=/tmp/tmp.Ru9alw2ldd
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12 --namespace=psmdb-operator
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.TCrtjKcTnn
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12" modified.
+ cat /tmp/tmp.Ru9alw2ldd
+ rm /tmp/tmp.TCrtjKcTnn /tmp/tmp.Ru9alw2ldd
+ return 0
+ deploy_operator
+ desc 'start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2247-091270b4'
+ set +o xtrace


-----------------------------------------------------------------------------------
start PSMDB operator: perconalab/percona-server-mongodb-operator:PR-2247-091270b4
-----------------------------------------------------------------------------------

+ local cr_file
+ '[' -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/crd.yaml ']'
+ cr_file=/mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml
+ kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.YCfEEGWuou
++ mktemp
+ local LAST_ERR=/tmp/tmp.YmFCR7cFZO
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/crd.yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YCfEEGWuou
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbbackups.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbrestores.psmdb.percona.com serverside-applied
customresourcedefinition.apiextensions.k8s.io/perconaservermongodbs.psmdb.percona.com serverside-applied
+ cat /tmp/tmp.YmFCR7cFZO
+ rm /tmp/tmp.YCfEEGWuou /tmp/tmp.YmFCR7cFZO
+ return 0
+ '[' -n psmdb-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=psmdb-operator
+ local rbac=cw-rbac
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/cw-rbac.yaml
+ sed -e 's^namespace: .*^namespace: psmdb-operator^'
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.8XW6qa7kj7
++ mktemp
+ local LAST_ERR=/tmp/tmp.nbpfwX1qpa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.8XW6qa7kj7
clusterrole.rbac.authorization.k8s.io/percona-server-mongodb-operator created
serviceaccount/percona-server-mongodb-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-server-mongodb-operator created
+ cat /tmp/tmp.nbpfwX1qpa
+ rm /tmp/tmp.8XW6qa7kj7 /tmp/tmp.nbpfwX1qpa
+ return 0
+ yq eval '
			(.spec.template.spec.containers[].image = "perconalab/percona-server-mongodb-operator:PR-2247-091270b4") |
			((.. | select(.[] == "DISABLE_TELEMETRY")) |= .value="true") |
			((.. | select(.[] == "LOG_LEVEL")) |= .value="DEBUG")' /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/deploy/cw-operator.yaml
+ kubectl_bin apply -n psmdb-operator -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.SAdVkufM8j
++ mktemp
+ local LAST_ERR=/tmp/tmp.NtLt8qElwR
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -n psmdb-operator -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.SAdVkufM8j
deployment.apps/percona-server-mongodb-operator created
+ cat /tmp/tmp.NtLt8qElwR
+ rm /tmp/tmp.SAdVkufM8j /tmp/tmp.NtLt8qElwR
+ return 0
+ sleep 20
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.i3qg03lpMu
+++ mktemp
++ local LAST_ERR=/tmp/tmp.x2j4uxnBmk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.i3qg03lpMu
++ cat /tmp/tmp.x2j4uxnBmk
++ rm /tmp/tmp.i3qg03lpMu /tmp/tmp.x2j4uxnBmk
++ return 0
+ wait_operator_pod percona-server-mongodb-operator-64bc9b5fc9-vtm6f
+ local pod=percona-server-mongodb-operator-64bc9b5fc9-vtm6f
+ set +o xtrace
waiting for pod/percona-server-mongodb-operator-64bc9b5fc9-vtm6f to be ready.OK
+ echo 'Print operator info from log'
Print operator info from log
+ grep 'Manager starting up'
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.LTmpCM30I5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cXoVwleVej
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.LTmpCM30I5
++ cat /tmp/tmp.cXoVwleVej
++ rm /tmp/tmp.LTmpCM30I5 /tmp/tmp.cXoVwleVej
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-64bc9b5fc9-vtm6f
++ mktemp
+ local LAST_OUT=/tmp/tmp.YlOjV55MOS
++ mktemp
+ local LAST_ERR=/tmp/tmp.6RsQgDSJ3n
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-64bc9b5fc9-vtm6f
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.YlOjV55MOS
+ cat /tmp/tmp.6RsQgDSJ3n
+ rm /tmp/tmp.YlOjV55MOS /tmp/tmp.6RsQgDSJ3n
+ return 0
2026-02-19T14:49:11.616Z	INFO	setup	Manager starting up	{"gitCommit": "091270b48773244359d74f74a10340fc1c0cff51", "gitBranch": "PR-2247-091270b4", "buildTime": "", "goVersion": "go1.25.7", "os": "linux", "arch": "amd64"}
+ create_namespace pitr-to-new-cluster-20831
+ local namespace=pitr-to-new-cluster-20831
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ destroy_chaos_mesh
++ helm list --all-namespaces --filter chaos-mesh
++ tail -n1
++ awk '-F ' '{print $2}'
++ sed s/NAMESPACE//
+ local chaos_mesh_ns=
+ desc 'destroy chaos-mesh'
+ set +o xtrace


-----------------------------------------------------------------------------------
destroy chaos-mesh
-----------------------------------------------------------------------------------

+ '[' -n '' ']'
++ kubectl get MutatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete MutatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get ValidatingWebhookConfiguration
++ grep validate-auth
++ awk '{print $1}'
+ timeout 30 kubectl delete ValidatingWebhookConfiguration
error: resource(s) were provided, but no name was specified
+ :
++ kubectl api-resources
++ grep chaos-mesh
++ awk '{print $1}'
++ kubectl get crd
++ grep chaos-mesh.org
++ awk '{print $1}'
+ timeout 30 kubectl delete crd
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrolebinding
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrolebinding
error: resource(s) were provided, but no name was specified
+ :
++ kubectl get clusterrole
++ grep chaos-mesh
++ awk '{print $1}'
+ timeout 30 kubectl delete clusterrole
error: resource(s) were provided, but no name was specified
+ :
+ desc 'cleaned up all old namespaces'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up all old namespaces
-----------------------------------------------------------------------------------

+ kubectl_bin get ns
+ grep -E -v '^kube-|^default|Terminating|psmdb-operator|openshift|^gke-|^gmp-|^NAME'
+ '[' -n '' ']'
+ xargs kubectl delete ns
+ desc 'cleaned up old namespaces pitr-to-new-cluster-20831'
+ set +o xtrace


-----------------------------------------------------------------------------------
cleaned up old namespaces pitr-to-new-cluster-20831++ mktemp

-----------------------------------------------------------------------------------

+ kubectl_bin delete namespace pitr-to-new-cluster-20831 --ignore-not-found
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0vGswlLd8D
++ mktemp
+ local LAST_OUT=/tmp/tmp.QrzGhD0bzF
++ mktemp
+ local LAST_ERR=/tmp/tmp.1AdruroqfX
+ local exit_status=0
+ local timeout=4
+ local LAST_ERR=/tmp/tmp.aX9DOlbPuq
+ local exit_status=0
+ local timeout=4
++ seq 0 2
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get ns
+ for i in $(seq 0 2)
+ set +e
+ kubectl delete namespace pitr-to-new-cluster-20831 --ignore-not-found
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.0vGswlLd8D
+ cat /tmp/tmp.1AdruroqfX
+ rm /tmp/tmp.0vGswlLd8D /tmp/tmp.1AdruroqfX
+ return 0
error: resource(s) were provided, but no name was specified
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QrzGhD0bzF
+ cat /tmp/tmp.aX9DOlbPuq
+ rm /tmp/tmp.QrzGhD0bzF /tmp/tmp.aX9DOlbPuq
+ return 0
+ kubectl_bin wait --for=delete namespace pitr-to-new-cluster-20831
++ mktemp
+ local LAST_OUT=/tmp/tmp.GMcQlE3v2k
++ mktemp
+ local LAST_ERR=/tmp/tmp.LGQOaVSkAn
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl wait --for=delete namespace pitr-to-new-cluster-20831
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.GMcQlE3v2k
+ cat /tmp/tmp.LGQOaVSkAn
+ rm /tmp/tmp.GMcQlE3v2k /tmp/tmp.LGQOaVSkAn
+ return 0
+ desc 'create namespace pitr-to-new-cluster-20831'
+ set +o xtrace


-----------------------------------------------------------------------------------
create namespace pitr-to-new-cluster-20831
-----------------------------------------------------------------------------------

+ kubectl_bin create namespace pitr-to-new-cluster-20831
++ mktemp
+ local LAST_OUT=/tmp/tmp.1Y3LtncSDZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.iKnzkEFjeg
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl create namespace pitr-to-new-cluster-20831
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.1Y3LtncSDZ
namespace/pitr-to-new-cluster-20831 created
+ cat /tmp/tmp.iKnzkEFjeg
+ rm /tmp/tmp.1Y3LtncSDZ /tmp/tmp.iKnzkEFjeg
+ return 0
+ set_kube_ctx pitr-to-new-cluster-20831
+ local namespace=pitr-to-new-cluster-20831
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GnqEmCRqpO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JfHWh9NKjk
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl config current-context
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.GnqEmCRqpO
++ cat /tmp/tmp.JfHWh9NKjk
++ rm /tmp/tmp.GnqEmCRqpO /tmp/tmp.JfHWh9NKjk
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12 --namespace=pitr-to-new-cluster-20831
++ mktemp
+ local LAST_OUT=/tmp/tmp.qIEVfVw5lB
++ mktemp
+ local LAST_ERR=/tmp/tmp.a4DOc5pvag
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12 --namespace=pitr-to-new-cluster-20831
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.qIEVfVw5lB
Context "gke_cloud-dev-112233_us-central1-a_jen-psmdb-2247-091270b4-5-cluster12" modified.
+ cat /tmp/tmp.a4DOc5pvag
+ rm /tmp/tmp.qIEVfVw5lB /tmp/tmp.a4DOc5pvag
+ return 0
+ deploy_minio
+ local cert_secret=
+ local service_name=minio-service
+ desc 'install MinIO: minio-service'
+ set +o xtrace


-----------------------------------------------------------------------------------
install MinIO: minio-service
-----------------------------------------------------------------------------------

+ helm uninstall minio-service
+ :
+ helm repo remove minio
"minio" has been removed from your repositories
+ helm repo add minio https://charts.min.io/
"minio" has been added to your repositories
+ local endpoint=http://minio-service:9000
+ minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G' '--set' 'fullnameOverride=minio-service' '--set' 'serviceAccount.create=true' '--set' 'serviceAccount.name=minio-service-sa')
+ local minio_args
+ [[ -n '' ]]
+ retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
+ local max=10
+ local delay=60
+ shift 2
+ local n=1
+ helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set fullnameOverride=minio-service --set serviceAccount.create=true --set serviceAccount.name=minio-service-sa minio/minio
NAME: minio-service
LAST DEPLOYED: Thu Feb 19 14:49:50 2026
NAMESPACE: pitr-to-new-cluster-20831
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
MinIO can be accessed via port 9000 on the following DNS name from within your cluster:
minio-service.pitr-to-new-cluster-20831.cluster.local

To access MinIO from localhost, run the below commands:

  1. export POD_NAME=$(kubectl get pods --namespace pitr-to-new-cluster-20831 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}")

  2. kubectl port-forward $POD_NAME 9000 --namespace pitr-to-new-cluster-20831

Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/

You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client:

  1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart

  2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace pitr-to-new-cluster-20831 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace pitr-to-new-cluster-20831 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000

  3. mc ls minio-service-local
++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.48pBaQ2Pp8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Vi4TWu1SJT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.48pBaQ2Pp8
++ cat /tmp/tmp.Vi4TWu1SJT
++ rm /tmp/tmp.48pBaQ2Pp8 /tmp/tmp.Vi4TWu1SJT
++ return 0
+ local MINIO_POD=minio-service-6d5f646cdc-g9zc6
+ wait_pod minio-service-6d5f646cdc-g9zc6
+ local pod=minio-service-6d5f646cdc-g9zc6
+ set +o xtrace
waiting for pod/minio-service-6d5f646cdc-g9zc6 to be ready.OK
+ '[' -n psmdb-operator ']'
+ kubectl_bin create svc -n psmdb-operator externalname minio-service --external-name=minio-service.pitr-to-new-cluster-20831.svc.cluster.local --tcp=9000
service/minio-service created
+ create_minio_bucket operator-testing http://minio-service:9000
+ local bucket=operator-testing
+ local endpoint=http://minio-service:9000
+ kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
++ mktemp
+ local LAST_OUT=/tmp/tmp.hvu9zJQNlM
++ mktemp
+ local LAST_ERR=/tmp/tmp.GEsIehNdd6
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID=some-access-key 		AWS_SECRET_ACCESS_KEY=some-secret-key 		AWS_DEFAULT_REGION=us-east-1         /usr/bin/aws --no-verify-ssl --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing'
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.hvu9zJQNlM
make_bucket: operator-testing
pod "aws-cli" deleted from pitr-to-new-cluster-20831 namespace
+ cat /tmp/tmp.GEsIehNdd6
All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt.
If you don't see a command prompt, try pressing enter.
warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_pitr-to-new-cluster-20831
+ rm /tmp/tmp.hvu9zJQNlM /tmp/tmp.GEsIehNdd6
+ return 0
+ desc 'create secrets and start client'
+ set +o xtrace


-----------------------------------------------------------------------------------
create secrets and start client
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/minio-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.JmNLe087rm
++ mktemp
+ local LAST_ERR=/tmp/tmp.aJaeD5k8et
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/secrets.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/client.yml -f /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/conf/minio-secret.yml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.JmNLe087rm
secret/some-users created
deployment.apps/psmdb-client created
secret/minio-secret created
+ cat /tmp/tmp.aJaeD5k8et
+ rm /tmp/tmp.JmNLe087rm /tmp/tmp.aJaeD5k8et
+ return 0
+ setup_source_cluster
+ desc 'create PSMDB cluster: some-name-source'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster: some-name-source
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-source.yml
+ '[' -z '' ']'
+ kubectl_bin apply -f -
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-source.yml
++ mktemp
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-2247-091270b4"'
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "percona/pmm-client:2.44.1-1"'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-source.yml
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.88ddZGUWHO
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ /usr/sbin/sed -e s/NAME_SPACE/pitr-to-new-cluster-20831/g
++ mktemp
+ local LAST_ERR=/tmp/tmp.xRdNPqWOBr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.88ddZGUWHO
perconaservermongodb.psmdb.percona.com/some-name-source created
+ cat /tmp/tmp.xRdNPqWOBr
+ rm /tmp/tmp.88ddZGUWHO /tmp/tmp.xRdNPqWOBr
+ return 0
+ wait_for_running some-name-source-rs0 3
+ local name=some-name-source-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name-source
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-source-rs0-0
+ local pod=some-name-source-rs0-0
+ set +o xtrace
waiting for pod/some-name-source-rs0-0 to be ready.........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-source-rs0-1
+ local pod=some-name-source-rs0-1
+ set +o xtrace
waiting for pod/some-name-source-rs0-1 to be ready......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bsvzEyGHXx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uf8JzakM2P
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.bsvzEyGHXx
++ cat /tmp/tmp.uf8JzakM2P
++ rm /tmp/tmp.bsvzEyGHXx /tmp/tmp.uf8JzakM2P
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-source-rs0-2
+ local pod=some-name-source-rs0-2
+ set +o xtrace
waiting for pod/some-name-source-rs0-2 to be ready......OK
++ kubectl_bin get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HnIhSlYk5R
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MUnxoZ1LhH
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HnIhSlYk5R
++ cat /tmp/tmp.MUnxoZ1LhH
++ rm /tmp/tmp.HnIhSlYk5R /tmp/tmp.MUnxoZ1LhH
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FRZxMuefvs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wqJJ4cd6d5
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-source -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.FRZxMuefvs
++ cat /tmp/tmp.wqJJ4cd6d5
++ rm /tmp/tmp.FRZxMuefvs /tmp/tmp.wqJJ4cd6d5
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness..............
+ wait_backup_agent some-name-source-rs0-0
+ local agent_pod=some-name-source-rs0-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-source-rs0-0...2026-02-19T14:51:44.000+0000 I listening for the commands

+ wait_backup_agent some-name-source-rs0-1
+ local agent_pod=some-name-source-rs0-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-source-rs0-1...2026-02-19T14:52:18.000+0000 I listening for the commands

+ wait_backup_agent some-name-source-rs0-2
+ local agent_pod=some-name-source-rs0-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-source-rs0-2...2026-02-19T14:52:20.000+0000 I listening for the commands

+ create_user some-name-source
+ local cluster=some-name-source
+ log 'create user myApp'
+ set +o xtrace
[2026-02-19T14:52:25+0000] create user myApp
+ run_mongo 'db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})' userAdmin:userAdmin123456@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb
+ local 'command=db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})'
+ local uri=userAdmin:userAdmin123456@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ userAdmin:userAdmin123456@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XCJY8j7UGI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Q0T2GLaWHI
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.XCJY8j7UGI
++ cat /tmp/tmp.Q0T2GLaWHI
++ rm /tmp/tmp.XCJY8j7UGI /tmp/tmp.Q0T2GLaWHI
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q2Df7vBznV
++ mktemp
+ local LAST_ERR=/tmp/tmp.hl7koDyQsa
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''db.createUser({user:"myApp",pwd:"myPass",roles:[{db:"myApp",role:"readWrite"}]})\n'\'' | mongo mongodb://userAdmin:userAdmin123456@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Q2Df7vBznV
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ea4273e5-a352-4172-a0db-7bcbfa6858df") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
Successfully added user: {
	"user" : "myApp",
	"roles" : [
		{
			"db" : "myApp",
			"role" : "readWrite"
		}
	]
}
bye
+ cat /tmp/tmp.hl7koDyQsa
+ rm /tmp/tmp.Q2Df7vBznV /tmp/tmp.hl7koDyQsa
+ return 0
+ write_document some-name-source 100500
+ local cluster=some-name-source
+ local x=100500
+ log 'write document: 100500'
+ set +o xtrace
[2026-02-19T14:52:27+0000] write document: 100500
+ run_mongo 'use myApp\n db.test.insert({ x: 100500 })' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb
+ local 'command=use myApp\n db.test.insert({ x: 100500 })'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Yawo79njAl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RQ2Ib0Ir3u
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Yawo79njAl
++ cat /tmp/tmp.RQ2Ib0Ir3u
++ rm /tmp/tmp.Yawo79njAl /tmp/tmp.RQ2Ib0Ir3u
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.uKJqfakKcR
++ mktemp
+ local LAST_ERR=/tmp/tmp.3G4VA8yWwA
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100500 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uKJqfakKcR
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("d6448685-519d-4d0e-a6da-f46769924e06") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.3G4VA8yWwA
+ rm /tmp/tmp.uKJqfakKcR /tmp/tmp.3G4VA8yWwA
+ return 0
+ sleep_with_log 360 'wait for PBM-1265 workaround'
+ local d=360
+ local 'msg=wait for PBM-1265 workaround'
+ log 'wait for PBM-1265 workaround. sleeping for 360 seconds'
+ set +o xtrace
[2026-02-19T14:52:30+0000] wait for PBM-1265 workaround. sleeping for 360 seconds
+ sleep 360
+ compare_mongo_cmd find myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local command=find
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local postfix=
+ local suffix=
+ local database=myApp
+ local collection=test
+ local sort=
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n '' ]]
+ log 'running db.test.find() in myApp'
+ set +o xtrace
[2026-02-19T14:58:30+0000] running db.test.find() in myApp
+ [[ false == \t\r\u\e ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find()' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb '' ''
+ local 'command=use myApp\n db.test.find()'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xr4PABwv3C
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Jb48Dz2bD8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.Xr4PABwv3C
++ cat /tmp/tmp.Jb48Dz2bD8
++ rm /tmp/tmp.Xr4PABwv3C /tmp/tmp.Jb48Dz2bD8
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.PqvlnLc0q9
++ mktemp
+ local LAST_ERR=/tmp/tmp.x5xLWGYKSz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find()\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.PqvlnLc0q9
+ cat /tmp/tmp.x5xLWGYKSz
+ rm /tmp/tmp.PqvlnLc0q9 /tmp/tmp.x5xLWGYKSz
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/compare/find.json /tmp/tmp.YeBYavf86C/find
+ run_backup some-name-source backup-minio logical
+ local cluster=some-name-source
+ local name=backup-minio
+ local type=logical
+ desc 'run backup backup-minio-logical'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-logical
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/backup.yml
+ /usr/sbin/sed -e 's/name:/name: backup-minio-logical/'
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name-source/'
+ /usr/sbin/sed -e 's/type:/type: logical/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.pcO2e4fQtF
++ mktemp
+ local LAST_ERR=/tmp/tmp.ppJifbEsrI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.pcO2e4fQtF
perconaservermongodbbackup.psmdb.percona.com/backup-minio-logical created
+ cat /tmp/tmp.ppJifbEsrI
+ rm /tmp/tmp.pcO2e4fQtF /tmp/tmp.ppJifbEsrI
+ return 0
+ wait_backup backup-minio-logical
+ local backup_name=backup-minio-logical
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-logical to reach ready state.......OK
+ sleep_with_log 70 'wait for oplog chunks to be uploaded'
+ local d=70
+ local 'msg=wait for oplog chunks to be uploaded'
+ log 'wait for oplog chunks to be uploaded. sleeping for 70 seconds'
+ set +o xtrace
[2026-02-19T14:58:47+0000] wait for oplog chunks to be uploaded. sleeping for 70 seconds
+ sleep 70
+ run_backup some-name-source backup-minio physical
+ local cluster=some-name-source
+ local name=backup-minio
+ local type=physical
+ desc 'run backup backup-minio-physical'
+ set +o xtrace


-----------------------------------------------------------------------------------
run backup backup-minio-physical
-----------------------------------------------------------------------------------

+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/backup.yml
+ /usr/sbin/sed -e 's/name:/name: backup-minio-physical/'
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name-source/'
+ /usr/sbin/sed -e 's/type:/type: physical/'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.AGlZpwnP1V
++ mktemp
+ local LAST_ERR=/tmp/tmp.UWS5dDaYbx
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.AGlZpwnP1V
perconaservermongodbbackup.psmdb.percona.com/backup-minio-physical created
+ cat /tmp/tmp.UWS5dDaYbx
+ rm /tmp/tmp.AGlZpwnP1V /tmp/tmp.UWS5dDaYbx
+ return 0
+ wait_backup backup-minio-physical
+ local backup_name=backup-minio-physical
+ local target_state=ready
+ set +o xtrace
waiting for backup-minio-physical to reach ready state.......OK
+ desc 'write data for PiTR'
+ set +o xtrace


-----------------------------------------------------------------------------------
write data for PiTR
-----------------------------------------------------------------------------------

+ write_document some-name-source 100501
+ local cluster=some-name-source
+ local x=100501
+ log 'write document: 100501'
+ set +o xtrace
[2026-02-19T15:00:10+0000] write document: 100501
+ run_mongo 'use myApp\n db.test.insert({ x: 100501 })' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb
+ local 'command=use myApp\n db.test.insert({ x: 100501 })'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zOMciqk62Y
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XeFH5nhU7o
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.zOMciqk62Y
++ cat /tmp/tmp.XeFH5nhU7o
++ rm /tmp/tmp.zOMciqk62Y /tmp/tmp.XeFH5nhU7o
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.btwp1GqBqp
++ mktemp
+ local LAST_ERR=/tmp/tmp.k16O0ezXqP
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100501 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.btwp1GqBqp
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("2527f4ac-6268-43f4-b335-61d05f2a411f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.k16O0ezXqP
+ rm /tmp/tmp.btwp1GqBqp /tmp/tmp.k16O0ezXqP
+ return 0
+ write_document some-name-source 100502
+ local cluster=some-name-source
+ local x=100502
+ log 'write document: 100502'
+ set +o xtrace
[2026-02-19T15:00:13+0000] write document: 100502
+ run_mongo 'use myApp\n db.test.insert({ x: 100502 })' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb
+ local 'command=use myApp\n db.test.insert({ x: 100502 })'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.HMW5aIkUgg
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qvWqHQ4A70
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.HMW5aIkUgg
++ cat /tmp/tmp.qvWqHQ4A70
++ rm /tmp/tmp.HMW5aIkUgg /tmp/tmp.qvWqHQ4A70
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100502 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.Yd4f0SEtes
++ mktemp
+ local LAST_ERR=/tmp/tmp.Fz1FnksCcr
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100502 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.Yd4f0SEtes
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ab20c5db-435a-429f-abdf-fbf3c39a65b9") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.Fz1FnksCcr
+ rm /tmp/tmp.Yd4f0SEtes /tmp/tmp.Fz1FnksCcr
+ return 0
+ write_document some-name-source 100503
+ local cluster=some-name-source
+ local x=100503
+ log 'write document: 100503'
+ set +o xtrace
[2026-02-19T15:00:15+0000] write document: 100503
+ run_mongo 'use myApp\n db.test.insert({ x: 100503 })' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb
+ local 'command=use myApp\n db.test.insert({ x: 100503 })'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gbYp8kogGj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yn5LoXQ2uh
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.gbYp8kogGj
++ cat /tmp/tmp.yn5LoXQ2uh
++ rm /tmp/tmp.gbYp8kogGj /tmp/tmp.yn5LoXQ2uh
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100503 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.XE5RD55ajG
++ mktemp
+ local LAST_ERR=/tmp/tmp.qXhdXbO12i
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.insert({ x: 100503 })\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.XE5RD55ajG
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("ddaaa653-95e3-4b2b-8eed-c99b4e3faf05") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db myApp
WriteResult({ "nInserted" : 1 })
bye
+ cat /tmp/tmp.qXhdXbO12i
+ rm /tmp/tmp.XE5RD55ajG /tmp/tmp.qXhdXbO12i
+ return 0
+ sleep_with_log 70 'wait for oplog chunks to be uploaded'
+ local d=70
+ local 'msg=wait for oplog chunks to be uploaded'
+ log 'wait for oplog chunks to be uploaded. sleeping for 70 seconds'
+ set +o xtrace
[2026-02-19T15:00:18+0000] wait for oplog chunks to be uploaded. sleeping for 70 seconds
+ sleep 70
+ compare_mongo_cmd find myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 -2nd .svc.cluster.local myApp test 'sort( { x: 1 } )'
+ local command=find
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local postfix=-2nd
+ local suffix=.svc.cluster.local
+ local database=myApp
+ local collection=test
+ local 'sort=sort( { x: 1 } )'
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n sort( { x: 1 } ) ]]
+ full_command='db.test.find().sort( { x: 1 } )'
+ log 'running db.test.find().sort( { x: 1 } ) in myApp'
+ set +o xtrace
[2026-02-19T15:01:28+0000] running db.test.find().sort( { x: 1 } ) in myApp
+ [[ false == \t\r\u\e ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find().sort( { x: 1 } )' myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 mongodb .svc.cluster.local ''
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ local 'command=use myApp\n db.test.find().sort( { x: 1 } )'
+ local uri=myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
+ [[ myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qDLtbqF0lH
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yiKMqz1JgL
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.qDLtbqF0lH
++ cat /tmp/tmp.yiKMqz1JgL
++ rm /tmp/tmp.qDLtbqF0lH /tmp/tmp.yiKMqz1JgL
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find().sort( { x: 1 } )\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.uEaCIlntgV
++ mktemp
+ local LAST_ERR=/tmp/tmp.MTgxuanONQ
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find().sort( { x: 1 } )\n'\'' | mongo mongodb://myApp:myPass@some-name-source-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.uEaCIlntgV
+ cat /tmp/tmp.MTgxuanONQ
+ rm /tmp/tmp.uEaCIlntgV /tmp/tmp.MTgxuanONQ
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/compare/find-2nd.json /tmp/tmp.YeBYavf86C/find-2nd
+ log 'PiTR data is ready: OK'
+ set +o xtrace
[2026-02-19T15:01:31+0000] PiTR data is ready: OK
+ setup_target_cluster
+ desc 'create PSMDB cluster: some-name-target'
+ set +o xtrace


-----------------------------------------------------------------------------------
create PSMDB cluster: some-name-target
-----------------------------------------------------------------------------------

+ apply_cluster /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-target.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-target.yml
+ kubectl_bin apply -f -
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/some-name-target.yml
+ yq eval '(.spec | select(.image == null)).image = "perconalab/percona-server-mongodb-operator:main-mongod8.0"'
+ yq eval '(.spec | select(has("initImage"))).initImage = "perconalab/percona-server-mongodb-operator:PR-2247-091270b4"'
++ mktemp
+ yq eval '(.spec | select(has("pmm"))).pmm.image = "percona/pmm-client:2.44.1-1"'
+ yq eval '(.spec | select(has("backup"))).backup.image = "perconalab/percona-server-mongodb-operator:main-backup"'
+ local LAST_OUT=/tmp/tmp.ZBdUgTErVw
++ mktemp
+ /usr/sbin/sed -e s/NAME_SPACE/pitr-to-new-cluster-20831/g
+ yq eval '.spec.upgradeOptions.apply="Never"'
+ local LAST_ERR=/tmp/tmp.nEBdjOBM6s
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.ZBdUgTErVw
perconaservermongodb.psmdb.percona.com/some-name-target created
+ cat /tmp/tmp.nEBdjOBM6s
+ rm /tmp/tmp.ZBdUgTErVw /tmp/tmp.nEBdjOBM6s
+ return 0
+ wait_for_running some-name-target-rs0 3
+ local name=some-name-target-rs0
+ let last_pod=2
+ local check_cluster_readyness=true
+ set_debug
+ [[ 1 == 1 ]]
+ set -o xtrace
+ local rs_name=rs0
+ local cluster_name=some-name-target
++ seq 0 2
+ for i in $(seq 0 $last_pod)
+ [[ 0 -eq 2 ]]
+ wait_pod some-name-target-rs0-0
+ local pod=some-name-target-rs0-0
+ set +o xtrace
waiting for pod/some-name-target-rs0-0 to be ready........OK
+ for i in $(seq 0 $last_pod)
+ [[ 1 -eq 2 ]]
+ wait_pod some-name-target-rs0-1
+ local pod=some-name-target-rs0-1
+ set +o xtrace
waiting for pod/some-name-target-rs0-1 to be ready......OK
+ for i in $(seq 0 $last_pod)
+ [[ 2 -eq 2 ]]
++ kubectl_bin get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hL9m2qGlOY
+++ mktemp
++ local LAST_ERR=/tmp/tmp.pVYDlDSp5N
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].arbiter.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.hL9m2qGlOY
++ cat /tmp/tmp.pVYDlDSp5N
++ rm /tmp/tmp.hL9m2qGlOY /tmp/tmp.pVYDlDSp5N
++ return 0
+ [[ '' == \t\r\u\e ]]
+ wait_pod some-name-target-rs0-2
+ local pod=some-name-target-rs0-2
+ set +o xtrace
waiting for pod/some-name-target-rs0-2 to be ready.......OK
++ kubectl_bin get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.m7aPcAvaV8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.GlQAVQQPFi
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].nonvoting.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.m7aPcAvaV8
++ cat /tmp/tmp.GlQAVQQPFi
++ rm /tmp/tmp.m7aPcAvaV8 /tmp/tmp.GlQAVQQPFi
++ return 0
+ [[ '' == \t\r\u\e ]]
++ kubectl_bin get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nRx3z4zH2X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8dNx73KEyq
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-target -o 'jsonpath={.spec.replsets[?(@.name=="rs0")].hidden.enabled}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.nRx3z4zH2X
++ cat /tmp/tmp.8dNx73KEyq
++ rm /tmp/tmp.nRx3z4zH2X /tmp/tmp.8dNx73KEyq
++ return 0
+ [[ '' == \t\r\u\e ]]
+ sleep 10
+ [[ true == \t\r\u\e ]]
+ set +x
Waiting for cluster readyness................
+ wait_backup_agent some-name-target-rs0-0
+ local agent_pod=some-name-target-rs0-0
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-target-rs0-0...2026-02-19T15:02:46.000+0000 I listening for the commands

+ wait_backup_agent some-name-target-rs0-1
+ local agent_pod=some-name-target-rs0-1
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-target-rs0-1...2026-02-19T15:03:22.000+0000 I listening for the commands

+ wait_backup_agent some-name-target-rs0-2
+ local agent_pod=some-name-target-rs0-2
+ set +o xtrace
waiting for pbm-agent to be ready in some-name-target-rs0-2...2026-02-19T15:03:24.000+0000 I listening for the commands

+ wait_for_pbm_operations some-name-target
+ local cluster=some-name-target
+ set +o xtrace
waiting for PBM operation to finish.OK
+ desc 'Case 1: Logical restore'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 1: Logical restore
-----------------------------------------------------------------------------------

+ test_case_1
+ run_restore some-name-target backup-minio logical
+ local cluster=some-name-target
+ local backup_name=backup-minio
+ local backup_type=logical
++ get_backup_dest backup-minio-logical
++ local backup_name=backup-minio-logical
++ kubectl_bin get psmdb-backup backup-minio-logical -o 'jsonpath={.status.destination}'
++ sed -e 's/.json$//'
++ sed 's|s3://||'
++ sed 's|azure://||'
++ sed 's|gs://||'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.xklMHI5xxd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.UWWckKAiBR
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup backup-minio-logical -o 'jsonpath={.status.destination}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.xklMHI5xxd
++ cat /tmp/tmp.UWWckKAiBR
++ rm /tmp/tmp.xklMHI5xxd /tmp/tmp.UWWckKAiBR
++ return 0
+ local destination=operator-testing/some-name-source/2026-02-19T14:58:35Z
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-logical/'
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/restore-backupsource.yml
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name-target/'
+ /usr/sbin/sed -e 's/type:/type: logical/'
+ /usr/sbin/sed -e s/pitrType:/type:/
+ kubectl_bin apply -f -
++ mktemp
+ /usr/sbin/sed -e 's|DESTINATION|operator-testing/some-name-source/2026-02-19T14:58:35Z|'
+ local LAST_OUT=/tmp/tmp.QMsVb4fwxb
++ mktemp
+ local LAST_ERR=/tmp/tmp.OaRgmR85LI
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.QMsVb4fwxb
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-logical created
+ cat /tmp/tmp.OaRgmR85LI
+ rm /tmp/tmp.QMsVb4fwxb /tmp/tmp.OaRgmR85LI
+ return 0
+ wait_restore backup-minio-logical some-name-target requested 0
+ local backup_name=backup-minio-logical
+ local cluster_name=some-name-target
+ local target_state=requested
+ local wait_cluster_consistency=0
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-logical object to be created.OK
Waiting psmdb-restore/restore-backup-minio-logical to reach state "requested" .OK after 0 minutes
+ [[ 0 -eq 1 ]]
+ compare_pbm_config some-name-target source
+ local cluster=some-name-target
+ local compare_suffix=source
+ local container=backup-agent
+ local pbm_binary=pbm
+ [[ backup-agent == \m\o\n\g\o\d ]]
+ kubectl_bin exec some-name-target-rs0-0 -c backup-agent -- pbm config
++ mktemp
+ local LAST_OUT=/tmp/tmp.e6yNh63GVS
++ mktemp
+ local LAST_ERR=/tmp/tmp.nnSCMfoRUL
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-0 -c backup-agent -- pbm config
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.e6yNh63GVS
+ cat /tmp/tmp.nnSCMfoRUL
+ rm /tmp/tmp.e6yNh63GVS /tmp/tmp.nnSCMfoRUL
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/compare/pbm_config_source.yml /tmp/tmp.YeBYavf86C/pbm_config.yml
+ log 'Backup source is set as main storage during restore: OK'
+ set +o xtrace
[2026-02-19T15:03:45+0000] Backup source is set as main storage during restore: OK
++ date +%s
+ local now_ts=1771513425
+ wait_restore backup-minio-logical some-name-target ready
+ local backup_name=backup-minio-logical
+ local cluster_name=some-name-target
+ local target_state=ready
+ local wait_cluster_consistency=1
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-logical object to be created.OK
Waiting psmdb-restore/restore-backup-minio-logical to reach state "ready" .OK after 0 minutes
+ [[ 1 -eq 1 ]]
+ wait_cluster_consistency some-name-target
+ local cluster_name=some-name-target
+ local wait_time=32
+ retry=0
+ sleep 7
+ echo -n 'waiting for cluster readyness'
waiting for cluster readyness++ kubectl_bin get psmdb some-name-target -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RA1ILFpcZr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TrH285uaVT
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb some-name-target -o 'jsonpath={.status.state}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.RA1ILFpcZr
++ cat /tmp/tmp.TrH285uaVT
++ rm /tmp/tmp.RA1ILFpcZr /tmp/tmp.TrH285uaVT
++ return 0
+ [[ ready == \r\e\a\d\y ]]
+ echo .OK
.OK
+ compare_pbm_config some-name-target target
+ local cluster=some-name-target
+ local compare_suffix=target
+ local container=backup-agent
+ local pbm_binary=pbm
+ [[ backup-agent == \m\o\n\g\o\d ]]
+ kubectl_bin exec some-name-target-rs0-0 -c backup-agent -- pbm config
++ mktemp
+ local LAST_OUT=/tmp/tmp.9LyAa13Wvw
++ mktemp
+ local LAST_ERR=/tmp/tmp.kSjyX2uE0x
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-0 -c backup-agent -- pbm config
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.9LyAa13Wvw
+ cat /tmp/tmp.kSjyX2uE0x
+ rm /tmp/tmp.9LyAa13Wvw /tmp/tmp.kSjyX2uE0x
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/compare/pbm_config_target.yml /tmp/tmp.YeBYavf86C/pbm_config.yml
+ log 'Main storage is reverted after backup-minio-logical: OK'
+ set +o xtrace
[2026-02-19T15:04:04+0000] Main storage is reverted after backup-minio-logical: OK
+ wait_for_pbm_operations some-name-target
+ local cluster=some-name-target
+ set +o xtrace
waiting for PBM operation to finish.OK
+ check_if_resync_triggered some-name-target 1771513425
+ local cluster=some-name-target
+ local ts=1771513425
+ log 'checking if resync is triggered after 1771513425'
+ set +o xtrace
[2026-02-19T15:04:06+0000] checking if resync is triggered after 1771513425
++ run_mongo 'use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})' backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831
++ local 'command=use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})'
++ local uri=backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831
++ local driver=mongodb+srv
++ local suffix=.svc.cluster.local
++ local mongo_flag=
++ local replica_set=rs0
++ [[ backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
+++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++++ mktemp
+++ local LAST_OUT=/tmp/tmp.YC0fUTdJdA
++++ mktemp
+++ local LAST_ERR=/tmp/tmp.YhuLqG3S2j
+++ local exit_status=0
+++ local timeout=4
++++ seq 0 2
+++ for i in $(seq 0 2)
+++ set +e
+++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ exit_status=0
+++ set -e
+++ '[' 0 '!=' 0 -a -n 1 ']'
+++ break
+++ cat /tmp/tmp.YC0fUTdJdA
+++ cat /tmp/tmp.YhuLqG3S2j
+++ rm /tmp/tmp.YC0fUTdJdA /tmp/tmp.YhuLqG3S2j
+++ return 0
++ local client_container=psmdb-client-86cb5d8484-25j6z
++ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})\n'\'' | mongo mongodb+srv://backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+++ mktemp
++ local LAST_OUT=/tmp/tmp.bYFAj4VVX0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DcJzVv3kZC
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})\n'\'' | mongo mongodb+srv://backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.bYFAj4VVX0
++ cat /tmp/tmp.DcJzVv3kZC
command terminated with exit code 1
++ sleep 0
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})\n'\'' | mongo mongodb+srv://backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.bYFAj4VVX0
++ cat /tmp/tmp.DcJzVv3kZC
command terminated with exit code 1
++ sleep 4
++ for i in $(seq 0 2)
++ set +e
++ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use admin\n db.pbmCmd.countDocuments({cmd: '\''resync'\'', ts: { '\''$gt'\'': 1771513425 }})\n'\'' | mongo mongodb+srv://backup:backup123456@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ exit_status=1
++ set -e
++ '[' 1 '!=' 0 -a -n 1 ']'
++ cat /tmp/tmp.bYFAj4VVX0
++ cat /tmp/tmp.DcJzVv3kZC
command terminated with exit code 1
++ sleep 8
++ cat /tmp/tmp.bYFAj4VVX0
++ cat /tmp/tmp.DcJzVv3kZC
command terminated with exit code 1
++ rm /tmp/tmp.bYFAj4VVX0 /tmp/tmp.DcJzVv3kZC
++ return 1
+ local 'count=Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e1c285c-a12c-49b5-888d-76ec76fe67ca") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got '\'':'\'' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("20c07989-904f-4654-829e-6eaf4c177ff5") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got '\'':'\'' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got '\'':'\'' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got '\'':'\'' :
@(shell):1:45
bye'
+ [[ Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e1c285c-a12c-49b5-888d-76ec76fe67ca") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("20c07989-904f-4654-829e-6eaf4c177ff5") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye -lt 1 ]]
./e2e-tests/pitr-to-new-cluster/run: line 91: [[: Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e1c285c-a12c-49b5-888d-76ec76fe67ca") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("20c07989-904f-4654-829e-6eaf4c177ff5") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye: syntax error: invalid arithmetic operator (error token is ".4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("7e1c285c-a12c-49b5-888d-76ec76fe67ca") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("20c07989-904f-4654-829e-6eaf4c177ff5") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye
Percona Server for MongoDB shell version v4.4.29-28
connecting to: mongodb://some-name-target-rs0-1.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-0.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017,some-name-target-rs0-2.some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local:27017/admin?compressors=disabled&gssapiServiceName=mongodb&replicaSet=rs0&ssl=false
Implicit session: session { "id" : UUID("fb3efce4-43b9-4f02-9096-26d4c5326c3f") }
Percona Server for MongoDB server version: v8.0.19-7
WARNING: shell and server versions do not match
switched to db admin
uncaught exception: SyntaxError: expected property name, got ':' :
@(shell):1:45
bye")
+ compare_mongo_cmd find myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831 -2nd .svc.cluster.local myApp test 'sort( { x: 1 } )'
+ local command=find
+ local uri=myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831
+ local postfix=-2nd
+ local suffix=.svc.cluster.local
+ local database=myApp
+ local collection=test
+ local 'sort=sort( { x: 1 } )'
+ local tls=false
+ local replicaset=
+ local 'full_command=db.test.find()'
+ [[ -n sort( { x: 1 } ) ]]
+ full_command='db.test.find().sort( { x: 1 } )'
+ log 'running db.test.find().sort( { x: 1 } ) in myApp'
+ set +o xtrace
[2026-02-19T15:04:23+0000] running db.test.find().sort( { x: 1 } ) in myApp
+ [[ false == \t\r\u\e ]]
+ mongo_command=run_mongo
+ run_mongo 'use myApp\n db.test.find().sort( { x: 1 } )' myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831 mongodb .svc.cluster.local ''
+ local 'command=use myApp\n db.test.find().sort( { x: 1 } )'
+ local uri=myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831
+ local driver=mongodb
+ local suffix=.svc.cluster.local
+ local mongo_flag=
+ local replica_set=rs0
+ [[ myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831 == *cfg* ]]
+ grep -E -v 'I NETWORK|W NETWORK|F NETWORK|Error saving history file|Percona Server for MongoDB|connecting to:|Unable to reach primary for set|Implicit session:|versions do not match|Error saving history file:|Started a new thread for the timer service'
+ /usr/sbin/sed -re 's/ObjectId\("[0-9a-f]+"\)//; s/-[0-9]+.svc/-xxx.svc/'
++ kubectl_bin get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.k4vEgeykd8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mlWvcroP1H
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=psmdb-client -o 'jsonpath={.items[].metadata.name}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.k4vEgeykd8
++ cat /tmp/tmp.mlWvcroP1H
++ rm /tmp/tmp.k4vEgeykd8 /tmp/tmp.mlWvcroP1H
++ return 0
+ local client_container=psmdb-client-86cb5d8484-25j6z
+ kubectl_bin exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find().sort( { x: 1 } )\n'\'' | mongo mongodb://myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
++ mktemp
+ local LAST_OUT=/tmp/tmp.gD4mNwcytf
++ mktemp
+ local LAST_ERR=/tmp/tmp.jKZZlZNKBm
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec psmdb-client-86cb5d8484-25j6z -- bash -c 'printf '\''use myApp\n db.test.find().sort( { x: 1 } )\n'\'' | mongo mongodb://myApp:myPass@some-name-target-rs0.pitr-to-new-cluster-20831.svc.cluster.local/admin?ssl=false\&replicaSet=rs0 '
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.gD4mNwcytf
+ cat /tmp/tmp.jKZZlZNKBm
+ rm /tmp/tmp.gD4mNwcytf /tmp/tmp.jKZZlZNKBm
+ return 0
+ [[ 0 -eq 0 ]]
+ diff -u /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/compare/find-2nd.json /tmp/tmp.YeBYavf86C/find-2nd
+ log 'Data is restored from backup-minio-logical: OK'
+ set +o xtrace
[2026-02-19T15:04:25+0000] Data is restored from backup-minio-logical: OK
+ desc 'Case 1: Logical restore: OK'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 1: Logical restore: OK
-----------------------------------------------------------------------------------

+ desc 'Case 2: Physical restore'
+ set +o xtrace


-----------------------------------------------------------------------------------
Case 2: Physical restore
-----------------------------------------------------------------------------------

+ test_case_2
+ run_restore some-name-target backup-minio physical
+ local cluster=some-name-target
+ local backup_name=backup-minio
+ local backup_type=physical
++ get_backup_dest backup-minio-physical
++ local backup_name=backup-minio-physical
++ kubectl_bin get psmdb-backup backup-minio-physical -o 'jsonpath={.status.destination}'
+++ mktemp
++ sed -e 's/.json$//'
++ local LAST_OUT=/tmp/tmp.rCJLQuuuOa
++ sed 's|gs://||'
+++ mktemp
++ sed 's|s3://||'
++ local LAST_ERR=/tmp/tmp.foHricUmw8
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ sed 's|azure://||'
++ for i in $(seq 0 2)
++ set +e
++ kubectl get psmdb-backup backup-minio-physical -o 'jsonpath={.status.destination}'
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.rCJLQuuuOa
++ cat /tmp/tmp.foHricUmw8
++ rm /tmp/tmp.rCJLQuuuOa /tmp/tmp.foHricUmw8
++ return 0
+ local destination=operator-testing/some-name-source/2026-02-19T14:59:59Z
+ cat /mnt/jenkins/workspace/cloud-psmdb-operator_PR-2247/e2e-tests/pitr-to-new-cluster/conf/restore-backupsource.yml
+ /usr/sbin/sed -e 's/name:/name: restore-backup-minio-physical/'
+ /usr/sbin/sed -e 's/clusterName:/clusterName: some-name-target/'
+ /usr/sbin/sed -e 's/type:/type: physical/'
+ /usr/sbin/sed -e s/pitrType:/type:/
+ /usr/sbin/sed -e 's|DESTINATION|operator-testing/some-name-source/2026-02-19T14:59:59Z|'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.cKFmu5XUYs
++ mktemp
+ local LAST_ERR=/tmp/tmp.wBsJivXVjw
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl apply -f -
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.cKFmu5XUYs
perconaservermongodbrestore.psmdb.percona.com/restore-backup-minio-physical created
+ cat /tmp/tmp.wBsJivXVjw
+ rm /tmp/tmp.cKFmu5XUYs /tmp/tmp.wBsJivXVjw
+ return 0
+ wait_restore backup-minio-physical some-name-target requested 0
+ local backup_name=backup-minio-physical
+ local cluster_name=some-name-target
+ local target_state=requested
+ local wait_cluster_consistency=0
+ local wait_time=1780
+ local ok_if_ready=0
+ set +o xtrace
Waiting for the psmdb-restore/restore-backup-minio-physical object to be created.OK
Waiting psmdb-restore/restore-backup-minio-physical to reach state "requested" .............................

-----------------------------------------------------------------------------------
pbm-agent logs from some-name-source-rs0-0
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-source-rs0-0 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.rEUmYioU6T
++ mktemp
+ local LAST_ERR=/tmp/tmp.qeY82gr4Vz
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.rEUmYioU6T
+ cat /tmp/tmp.qeY82gr4Vz
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.rEUmYioU6T
+ cat /tmp/tmp.qeY82gr4Vz
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.rEUmYioU6T
+ cat /tmp/tmp.qeY82gr4Vz
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.rEUmYioU6T
+ cat /tmp/tmp.qeY82gr4Vz
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ rm /tmp/tmp.rEUmYioU6T /tmp/tmp.qeY82gr4Vz
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-source-rs0-0'
failed to get /tmp/pbm-agent.log from some-name-source-rs0-0
+ for pod in $(get_mongod_pods ${cluster})
+ desc 'pbm-agent logs from some-name-source-rs0-1'
+ set +o xtrace


-----------------------------------------------------------------------------------
pbm-agent logs from some-name-source-rs0-1
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-source-rs0-1 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.IYcTQoibZE
++ mktemp
+ local LAST_ERR=/tmp/tmp.4Qs5VleofT
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.IYcTQoibZE
+ cat /tmp/tmp.4Qs5VleofT
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.IYcTQoibZE
+ cat /tmp/tmp.4Qs5VleofT
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.IYcTQoibZE
+ cat /tmp/tmp.4Qs5VleofT
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.IYcTQoibZE
+ cat /tmp/tmp.4Qs5VleofT
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ rm /tmp/tmp.IYcTQoibZE /tmp/tmp.4Qs5VleofT
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-source-rs0-1'
failed to get /tmp/pbm-agent.log from some-name-source-rs0-1
+ for pod in $(get_mongod_pods ${cluster})
+ desc 'pbm-agent logs from some-name-source-rs0-2'
+ set +o xtrace


-----------------------------------------------------------------------------------
pbm-agent logs from some-name-source-rs0-2
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-source-rs0-2 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.GdgOxU0EiO
++ mktemp
+ local LAST_ERR=/tmp/tmp.mENSDrc8Dp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.GdgOxU0EiO
+ cat /tmp/tmp.mENSDrc8Dp
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.GdgOxU0EiO
+ cat /tmp/tmp.mENSDrc8Dp
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-source-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.GdgOxU0EiO
+ cat /tmp/tmp.mENSDrc8Dp
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.GdgOxU0EiO
+ cat /tmp/tmp.mENSDrc8Dp
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ rm /tmp/tmp.GdgOxU0EiO /tmp/tmp.mENSDrc8Dp
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-source-rs0-2'
failed to get /tmp/pbm-agent.log from some-name-source-rs0-2
+ for pod in $(get_mongod_pods ${cluster})
+ desc 'pbm-agent logs from some-name-target-rs0-0'
+ set +o xtrace


-----------------------------------------------------------------------------------
pbm-agent logs from some-name-target-rs0-0
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-target-rs0-0 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.qo1pyu7xNz
++ mktemp
+ local LAST_ERR=/tmp/tmp.fi21AeyCLU
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.qo1pyu7xNz
+ cat /tmp/tmp.fi21AeyCLU
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.qo1pyu7xNz
+ cat /tmp/tmp.fi21AeyCLU
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-0 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.qo1pyu7xNz
+ cat /tmp/tmp.fi21AeyCLU
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.qo1pyu7xNz
+ cat /tmp/tmp.fi21AeyCLU
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ rm /tmp/tmp.qo1pyu7xNz /tmp/tmp.fi21AeyCLU
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-target-rs0-0'
failed to get /tmp/pbm-agent.log from some-name-target-rs0-0
+ for pod in $(get_mongod_pods ${cluster})
+ desc 'pbm-agent logs from some-name-target-rs0-1'
+ set +o xtrace


-----------------------------------------------------------------------------------
pbm-agent logs from some-name-target-rs0-1
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-target-rs0-1 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.gZCcAzg67S
++ mktemp
+ local LAST_ERR=/tmp/tmp.BgU6OSPZv4
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.gZCcAzg67S
+ cat /tmp/tmp.BgU6OSPZv4
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.gZCcAzg67S
+ cat /tmp/tmp.BgU6OSPZv4
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-1 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.gZCcAzg67S
+ cat /tmp/tmp.BgU6OSPZv4
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ sleep 8
+ cat /tmp/tmp.gZCcAzg67S
+ cat /tmp/tmp.BgU6OSPZv4
Defaulted container "mongod" out of: mongod, backup-agent, mongo-init (init)
cat: /tmp/pbm-agent.log: No such file or directory
command terminated with exit code 1
+ rm /tmp/tmp.gZCcAzg67S /tmp/tmp.BgU6OSPZv4
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-target-rs0-1'
failed to get /tmp/pbm-agent.log from some-name-target-rs0-1
+ for pod in $(get_mongod_pods ${cluster})
+ desc 'pbm-agent logs from some-name-target-rs0-2'
+ set +o xtrace


-----------------------------------------------------------------------------------
pbm-agent logs from some-name-target-rs0-2
-----------------------------------------------------------------------------------

+ kubectl_bin exec some-name-target-rs0-2 -- cat /tmp/pbm-agent.log
++ mktemp
+ local LAST_OUT=/tmp/tmp.J9jQizSiOk
++ mktemp
+ local LAST_ERR=/tmp/tmp.iPhIt5afxo
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.J9jQizSiOk
+ cat /tmp/tmp.iPhIt5afxo
Defaulted container "mongod" out of: mongod, mongo-init (init), pbm-init (init)
error: Internal error occurred: unable to upgrade connection: container not found ("mongod")
+ sleep 0
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.J9jQizSiOk
+ cat /tmp/tmp.iPhIt5afxo
Defaulted container "mongod" out of: mongod, mongo-init (init), pbm-init (init)
error: Internal error occurred: unable to upgrade connection: container not found ("mongod")
+ sleep 4
+ for i in $(seq 0 2)
+ set +e
+ kubectl exec some-name-target-rs0-2 -- cat /tmp/pbm-agent.log
+ exit_status=1
+ set -e
+ '[' 1 '!=' 0 -a -n 1 ']'
+ cat /tmp/tmp.J9jQizSiOk
+ cat /tmp/tmp.iPhIt5afxo
Defaulted container "mongod" out of: mongod, mongo-init (init), pbm-init (init)
error: Internal error occurred: unable to upgrade connection: container not found ("mongod")
+ sleep 8
+ cat /tmp/tmp.J9jQizSiOk
+ cat /tmp/tmp.iPhIt5afxo
Defaulted container "mongod" out of: mongod, mongo-init (init), pbm-init (init)
error: Internal error occurred: unable to upgrade connection: container not found ("mongod")
+ rm /tmp/tmp.J9jQizSiOk /tmp/tmp.iPhIt5afxo
+ return 1
+ echo 'failed to get /tmp/pbm-agent.log from some-name-target-rs0-2'
failed to get /tmp/pbm-agent.log from some-name-target-rs0-2
+ grep restore-backup-minio-physical
+ tail -100
++ get_operator_pod
++ kubectl_bin get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.s4qYJwPq8e
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rjAESNrUnj
++ local exit_status=0
++ local timeout=4
+++ seq 0 2
++ for i in $(seq 0 2)
++ set +e
++ kubectl get pods --selector=name=percona-server-mongodb-operator -o 'jsonpath={.items[].metadata.name}' -n psmdb-operator
++ exit_status=0
++ set -e
++ '[' 0 '!=' 0 -a -n 1 ']'
++ break
++ cat /tmp/tmp.s4qYJwPq8e
++ cat /tmp/tmp.rjAESNrUnj
++ rm /tmp/tmp.s4qYJwPq8e /tmp/tmp.rjAESNrUnj
++ return 0
+ kubectl_bin logs -n psmdb-operator percona-server-mongodb-operator-64bc9b5fc9-vtm6f
++ mktemp
+ local LAST_OUT=/tmp/tmp.G9avsuTYsQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.olcwrCZt8M
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl logs -n psmdb-operator percona-server-mongodb-operator-64bc9b5fc9-vtm6f
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.G9avsuTYsQ
+ cat /tmp/tmp.olcwrCZt8M
+ rm /tmp/tmp.G9avsuTYsQ /tmp/tmp.olcwrCZt8M
+ return 0
2026-02-19T15:31:36.195Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "f05dc6a1-209e-4c05-bc6d-f078017e23ac", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:31:36.196Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "f05dc6a1-209e-4c05-bc6d-f078017e23ac", "ready": false}
2026-02-19T15:31:41.197Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "03dcd72d-808b-499a-96c7-9a4e3b6b9233", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:31:41.198Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "03dcd72d-808b-499a-96c7-9a4e3b6b9233", "ready": false}
2026-02-19T15:31:46.198Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e6cd6c33-a42c-4b95-9f4c-5817cab9a173", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:31:46.199Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e6cd6c33-a42c-4b95-9f4c-5817cab9a173", "ready": false}
2026-02-19T15:31:51.200Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "eeb57257-5579-467c-af28-c163a6b1230b", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:31:51.201Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "eeb57257-5579-467c-af28-c163a6b1230b", "ready": false}
2026-02-19T15:31:56.203Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "75b717f4-ab9d-4b5d-b556-b60d6f365917", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:31:56.204Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "75b717f4-ab9d-4b5d-b556-b60d6f365917", "ready": false}
2026-02-19T15:32:01.205Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "1d525401-17bc-48cb-b1fa-c8c78c2fefd9", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:01.206Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "1d525401-17bc-48cb-b1fa-c8c78c2fefd9", "ready": false}
2026-02-19T15:32:06.207Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9c8d5147-14ff-4095-9ad9-54af60e178c4", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:06.208Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9c8d5147-14ff-4095-9ad9-54af60e178c4", "ready": false}
2026-02-19T15:32:11.208Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "f8c24118-d1aa-4bcd-a266-3469782c10b2", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:11.210Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "f8c24118-d1aa-4bcd-a266-3469782c10b2", "ready": false}
2026-02-19T15:32:16.211Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "2d85042d-0a8c-420f-a86f-db5512f75390", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:16.212Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "2d85042d-0a8c-420f-a86f-db5512f75390", "ready": false}
2026-02-19T15:32:21.213Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "bb47b9c2-bdfe-4479-84ec-0fe5422a07f0", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:21.214Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "bb47b9c2-bdfe-4479-84ec-0fe5422a07f0", "ready": false}
2026-02-19T15:32:26.215Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "81f2faa1-2481-4f4d-b1ae-e732bde1e93e", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:26.215Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "81f2faa1-2481-4f4d-b1ae-e732bde1e93e", "ready": false}
2026-02-19T15:32:31.217Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b6546990-3bf7-4958-80f9-556d6ad558a9", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:31.218Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b6546990-3bf7-4958-80f9-556d6ad558a9", "ready": false}
2026-02-19T15:32:36.219Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "93fd3a62-2ade-4492-9b82-9a75b7e3b966", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:36.220Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "93fd3a62-2ade-4492-9b82-9a75b7e3b966", "ready": false}
2026-02-19T15:32:41.221Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "51675194-a1cd-4f2d-81fd-03fba5bc01ae", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:41.221Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "51675194-a1cd-4f2d-81fd-03fba5bc01ae", "ready": false}
2026-02-19T15:32:46.222Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b639b37c-16e7-40b0-a9c0-a574b11b5bd7", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:46.222Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b639b37c-16e7-40b0-a9c0-a574b11b5bd7", "ready": false}
2026-02-19T15:32:51.223Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "13338fe1-c6c8-4825-ad40-7adba39ad7d9", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:51.224Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "13338fe1-c6c8-4825-ad40-7adba39ad7d9", "ready": false}
2026-02-19T15:32:56.225Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "5c374f61-5a82-4604-a92f-185b08ba73ec", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:32:56.226Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "5c374f61-5a82-4604-a92f-185b08ba73ec", "ready": false}
2026-02-19T15:33:01.227Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "ca4ac98a-e205-4023-9885-b074e6fad70d", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:01.228Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "ca4ac98a-e205-4023-9885-b074e6fad70d", "ready": false}
2026-02-19T15:33:06.229Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "93095914-346b-453e-84f0-d71d148a0438", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:06.230Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "93095914-346b-453e-84f0-d71d148a0438", "ready": false}
2026-02-19T15:33:11.231Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "0b95194a-a58a-4b31-b066-747daa7495ef", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:11.232Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "0b95194a-a58a-4b31-b066-747daa7495ef", "ready": false}
2026-02-19T15:33:16.233Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "298f4ff1-4359-4296-a182-9fc8c990a9c4", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:16.234Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "298f4ff1-4359-4296-a182-9fc8c990a9c4", "ready": false}
2026-02-19T15:33:21.235Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9b038065-6591-4b40-af88-054240b10d6f", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:21.236Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9b038065-6591-4b40-af88-054240b10d6f", "ready": false}
2026-02-19T15:33:26.237Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c3a2c1ae-4d1f-4e16-b3a5-63bc22d91331", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:26.238Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c3a2c1ae-4d1f-4e16-b3a5-63bc22d91331", "ready": false}
2026-02-19T15:33:31.239Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "cfb9f9c7-e7d7-438c-ba55-6ce14c52c11c", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:31.240Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "cfb9f9c7-e7d7-438c-ba55-6ce14c52c11c", "ready": false}
2026-02-19T15:33:36.241Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c3a13782-729e-4fea-900e-a3c12456cca7", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:36.242Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c3a13782-729e-4fea-900e-a3c12456cca7", "ready": false}
2026-02-19T15:33:41.243Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "324e014d-525b-42b2-89e5-f5515fe9c95f", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:41.243Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "324e014d-525b-42b2-89e5-f5515fe9c95f", "ready": false}
2026-02-19T15:33:46.244Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "efc4b4cf-25ed-49a9-8229-93ce832e2931", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:46.245Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "efc4b4cf-25ed-49a9-8229-93ce832e2931", "ready": false}
2026-02-19T15:33:51.246Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c09f6e79-4dd4-484a-a266-b50879d3a271", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:51.247Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "c09f6e79-4dd4-484a-a266-b50879d3a271", "ready": false}
2026-02-19T15:33:56.249Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "da49b8a9-83f8-4491-9019-d3fbab7c1c91", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:33:56.249Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "da49b8a9-83f8-4491-9019-d3fbab7c1c91", "ready": false}
2026-02-19T15:34:01.251Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "47b53c6f-5c1c-4d54-9f6f-461cd218acb8", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:01.252Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "47b53c6f-5c1c-4d54-9f6f-461cd218acb8", "ready": false}
2026-02-19T15:34:06.252Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "7b2ce819-b180-4103-bff7-2d96ef5a62d0", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:06.253Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "7b2ce819-b180-4103-bff7-2d96ef5a62d0", "ready": false}
2026-02-19T15:34:11.255Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e92add22-f431-43c7-b963-476ea8ec40e1", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:11.256Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e92add22-f431-43c7-b963-476ea8ec40e1", "ready": false}
2026-02-19T15:34:16.257Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "2888838a-6508-45ee-8838-980bbff524b3", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:16.257Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "2888838a-6508-45ee-8838-980bbff524b3", "ready": false}
2026-02-19T15:34:21.258Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "015bc33c-68fb-4909-bf50-2d22305c5c48", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:21.259Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "015bc33c-68fb-4909-bf50-2d22305c5c48", "ready": false}
2026-02-19T15:34:26.260Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b3473490-1c24-4c75-abec-dcf58fe9e5a3", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:26.261Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "b3473490-1c24-4c75-abec-dcf58fe9e5a3", "ready": false}
2026-02-19T15:34:31.262Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "52aaca34-a747-49cc-a95c-fd0a1b68e363", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:31.264Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "52aaca34-a747-49cc-a95c-fd0a1b68e363", "ready": false}
2026-02-19T15:34:36.265Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "907e0b0b-0f8a-4ac5-9caf-dec960c9dbdb", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:36.266Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "907e0b0b-0f8a-4ac5-9caf-dec960c9dbdb", "ready": false}
2026-02-19T15:34:41.268Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "049f16bc-3a37-4216-a3ed-3b5b290a4260", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:41.269Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "049f16bc-3a37-4216-a3ed-3b5b290a4260", "ready": false}
2026-02-19T15:34:46.270Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "043e792a-8be4-4060-878e-d12051dd0494", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:46.271Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "043e792a-8be4-4060-878e-d12051dd0494", "ready": false}
2026-02-19T15:34:51.272Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e31bbabf-0c82-49f2-988c-520978b1b33c", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:51.273Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e31bbabf-0c82-49f2-988c-520978b1b33c", "ready": false}
2026-02-19T15:34:56.274Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "962f18f3-1503-4bbc-8834-619010cba2d8", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:34:56.274Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "962f18f3-1503-4bbc-8834-619010cba2d8", "ready": false}
2026-02-19T15:35:01.275Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "ac9e4f56-f313-40df-9f9c-9d339ebd5543", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:01.276Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "ac9e4f56-f313-40df-9f9c-9d339ebd5543", "ready": false}
2026-02-19T15:35:06.277Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "3e1c2419-066c-4767-b379-7aca714b8b34", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:06.278Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "3e1c2419-066c-4767-b379-7aca714b8b34", "ready": false}
2026-02-19T15:35:11.279Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "83567110-9a3f-4ba0-82b1-2030c5cca3d0", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:11.280Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "83567110-9a3f-4ba0-82b1-2030c5cca3d0", "ready": false}
2026-02-19T15:35:16.280Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e38c2c00-a800-4d63-a8fb-85386104fae2", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:16.281Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "e38c2c00-a800-4d63-a8fb-85386104fae2", "ready": false}
2026-02-19T15:35:21.282Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "76f677b3-c123-44cf-9e85-dff70019cf6a", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:21.283Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "76f677b3-c123-44cf-9e85-dff70019cf6a", "ready": false}
2026-02-19T15:35:26.284Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "70b80523-2ebb-463e-aedb-58a52dfca647", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:26.284Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "70b80523-2ebb-463e-aedb-58a52dfca647", "ready": false}
2026-02-19T15:35:31.285Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "7b4fbafa-42f3-466c-a0f7-39d3d6593d1f", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:31.286Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "7b4fbafa-42f3-466c-a0f7-39d3d6593d1f", "ready": false}
2026-02-19T15:35:36.288Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9fb193b0-f133-4692-b16c-c90fabc5c37d", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:36.288Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "9fb193b0-f133-4692-b16c-c90fabc5c37d", "ready": false}
2026-02-19T15:35:41.289Z	DEBUG	checking if restore is allowed	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "5d598e04-71a8-4140-be35-0d4835305ee1", "cluster": "some-name-target", "namespace": "pitr-to-new-cluster-20831"}
2026-02-19T15:35:41.290Z	INFO	Waiting for statefulsets to be ready before restore	{"controller": "psmdbrestore-controller", "controllerGroup": "psmdb.percona.com", "controllerKind": "PerconaServerMongoDBRestore", "PerconaServerMongoDBRestore": {"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"}, "namespace": "pitr-to-new-cluster-20831", "name": "restore-backup-minio-physical", "reconcileID": "5d598e04-71a8-4140-be35-0d4835305ee1", "ready": false}
+ kubectl_bin get psmdb-restore restore-backup-minio-physical -o yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.okGUqOaO0n
++ mktemp
+ local LAST_ERR=/tmp/tmp.ArNCXcFCgk
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl get psmdb-restore restore-backup-minio-physical -o yaml
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.okGUqOaO0n
apiVersion: psmdb.percona.com/v1
kind: PerconaServerMongoDBRestore
metadata:
  annotations:
    kubectl.kubernetes.io/last-applied-configuration: |
      {"apiVersion":"psmdb.percona.com/v1","kind":"PerconaServerMongoDBRestore","metadata":{"annotations":{},"name":"restore-backup-minio-physical","namespace":"pitr-to-new-cluster-20831"},"spec":{"backupSource":{"destination":"s3://operator-testing/some-name-source/2026-02-19T14:59:59Z","s3":{"bucket":"operator-testing","credentialsSecret":"minio-secret","endpointUrl":"http://minio-service:9000/","insecureSkipTLSVerify":false,"prefix":"some-name-source","region":"us-east-1"},"type":"physical"},"clusterName":"some-name-target","pitr":{"type":"latest"}}}
  creationTimestamp: "2026-02-19T15:04:27Z"
  generation: 1
  name: restore-backup-minio-physical
  namespace: pitr-to-new-cluster-20831
  resourceVersion: "1771513475072335021"
  uid: 1db5bf22-52af-4962-8725-488d6f4d84f7
spec:
  backupSource:
    destination: s3://operator-testing/some-name-source/2026-02-19T14:59:59Z
    s3:
      bucket: operator-testing
      credentialsSecret: minio-secret
      endpointUrl: http://minio-service:9000/
      insecureSkipTLSVerify: false
      prefix: some-name-source
      region: us-east-1
    type: physical
  clusterName: some-name-target
  pitr:
    type: latest
status:
  pitrTarget: 2026-02-19T15:04:11
  state: waiting
+ cat /tmp/tmp.ArNCXcFCgk
+ rm /tmp/tmp.okGUqOaO0n /tmp/tmp.ArNCXcFCgk
+ return 0
+ kubectl_bin describe psmdb-restore restore-backup-minio-physical
++ mktemp
+ local LAST_OUT=/tmp/tmp.lZWGMJDcrV
++ mktemp
+ local LAST_ERR=/tmp/tmp.k4v0T5Z1Pp
+ local exit_status=0
+ local timeout=4
++ seq 0 2
+ for i in $(seq 0 2)
+ set +e
+ kubectl describe psmdb-restore restore-backup-minio-physical
+ exit_status=0
+ set -e
+ '[' 0 '!=' 0 -a -n 1 ']'
+ break
+ cat /tmp/tmp.lZWGMJDcrV
Name:         restore-backup-minio-physical
Namespace:    pitr-to-new-cluster-20831
Labels:       <none>
Annotations:  <none>
API Version:  psmdb.percona.com/v1
Kind:         PerconaServerMongoDBRestore
Metadata:
  Creation Timestamp:  2026-02-19T15:04:27Z
  Generation:          1
  Resource Version:    1771513475072335021
  UID:                 1db5bf22-52af-4962-8725-488d6f4d84f7
Spec:
  Backup Source:
    Destination:  s3://operator-testing/some-name-source/2026-02-19T14:59:59Z
    s3:
      Bucket:                    operator-testing
      Credentials Secret:        minio-secret
      Endpoint URL:              http://minio-service:9000/
      Insecure Skip Tls Verify:  false
      Prefix:                    some-name-source
      Region:                    us-east-1
    Type:                        physical
  Cluster Name:                  some-name-target
  Pitr:
    Type:  latest
Status:
  Pitr Target:  2026-02-19T15:04:11
  State:        waiting
Events:         <none>
+ cat /tmp/tmp.k4v0T5Z1Pp
+ rm /tmp/tmp.lZWGMJDcrV /tmp/tmp.k4v0T5Z1Pp
+ return 0
+ echo 'Restore object restore-backup-minio-physical is in waiting state after 29 minutes.'
Restore object restore-backup-minio-physical is in waiting state after 29 minutes.
+ echo something went wrong with operator or kubernetes cluster
something went wrong with operator or kubernetes cluster
+ exit 1