Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/logs/demand-backup-parallel-8-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + create_infra demand-backup-parallel-7956 + local ns=demand-backup-parallel-7956 + '[' -n pxc-operator ']' + read -r pns name + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + [[ -z demand-backup-parallel-26373 ]] + [[ -z demand-backup-parallel ]] + kubectl_bin patch pxc -n demand-backup-parallel-26373 demand-backup-parallel --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.lnz9mBRom3 ++ mktemp + local LAST_ERR=/tmp/tmp.VLN2WA1rIn + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc -n demand-backup-parallel-26373 demand-backup-parallel --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lnz9mBRom3 perconaxtradbcluster.pxc.percona.com/demand-backup-parallel patched + cat /tmp/tmp.VLN2WA1rIn + rm /tmp/tmp.lnz9mBRom3 /tmp/tmp.VLN2WA1rIn + return 0 + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z demand-backup-parallel-26373 ]] + [[ -z backup1 ]] + kubectl_bin patch pxc-backup -n demand-backup-parallel-26373 backup1 --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.fXD8RtDFgU ++ mktemp + local LAST_ERR=/tmp/tmp.q0p7MQlIjC + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc-backup -n demand-backup-parallel-26373 backup1 --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fXD8RtDFgU perconaxtradbclusterbackup.pxc.percona.com/backup1 patched + cat /tmp/tmp.q0p7MQlIjC + rm /tmp/tmp.fXD8RtDFgU /tmp/tmp.q0p7MQlIjC + return 0 + read -r pns name + [[ -z demand-backup-parallel-26373 ]] + [[ -z backup2 ]] + kubectl_bin patch pxc-backup -n demand-backup-parallel-26373 backup2 --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.twn3Ji2hW9 ++ mktemp + local LAST_ERR=/tmp/tmp.s8BlXLXjsK + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc-backup -n demand-backup-parallel-26373 backup2 --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.twn3Ji2hW9 perconaxtradbclusterbackup.pxc.percona.com/backup2 patched + cat /tmp/tmp.s8BlXLXjsK + rm /tmp/tmp.twn3Ji2hW9 /tmp/tmp.s8BlXLXjsK + return 0 + read -r pns name + [[ -z demand-backup-parallel-26373 ]] + [[ -z backup3 ]] + kubectl_bin patch pxc-backup -n demand-backup-parallel-26373 backup3 --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.qwvzo3AAPg ++ mktemp + local LAST_ERR=/tmp/tmp.tcZBe1ymhq + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc-backup -n demand-backup-parallel-26373 backup3 --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qwvzo3AAPg perconaxtradbclusterbackup.pxc.percona.com/backup3 patched + cat /tmp/tmp.tcZBe1ymhq + rm /tmp/tmp.qwvzo3AAPg /tmp/tmp.tcZBe1ymhq + return 0 + read -r pns name + [[ -z demand-backup-parallel-26373 ]] + [[ -z backup4 ]] + kubectl_bin patch pxc-backup -n demand-backup-parallel-26373 backup4 --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.0uDZcaSh9k ++ mktemp + local LAST_ERR=/tmp/tmp.tlwE5vsoHo + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl patch pxc-backup -n demand-backup-parallel-26373 backup4 --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0uDZcaSh9k perconaxtradbclusterbackup.pxc.percona.com/backup4 patched + cat /tmp/tmp.tlwE5vsoHo + rm /tmp/tmp.0uDZcaSh9k /tmp/tmp.tlwE5vsoHo + return 0 + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "demand-backup-parallel" deleted from demand-backup-parallel-26373 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found perconaxtradbclusterbackup.pxc.percona.com "backup1" deleted from demand-backup-parallel-26373 namespace perconaxtradbclusterbackup.pxc.percona.com "backup2" deleted from demand-backup-parallel-26373 namespace perconaxtradbclusterbackup.pxc.percona.com "backup3" deleted from demand-backup-parallel-26373 namespace perconaxtradbclusterbackup.pxc.percona.com "backup4" deleted from demand-backup-parallel-26373 namespace + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.FQftGZl0PJ ++ mktemp + local LAST_OUT=/tmp/tmp.yCpQJ4md4L ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.6CAfYTuVz9 + local exit_status=0 + local LAST_ERR=/tmp/tmp.teig8SAJFn + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yCpQJ4md4L + cat /tmp/tmp.6CAfYTuVz9 + rm /tmp/tmp.yCpQJ4md4L /tmp/tmp.6CAfYTuVz9 + return 0 namespace "demand-backup-parallel-26373" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FQftGZl0PJ namespace "pxc-operator" deleted + cat /tmp/tmp.teig8SAJFn + rm /tmp/tmp.FQftGZl0PJ /tmp/tmp.teig8SAJFn + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.S7vvdCCQn5 ++ mktemp + local LAST_ERR=/tmp/tmp.mskQtijXtB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.S7vvdCCQn5 namespace/pxc-operator created + cat /tmp/tmp.mskQtijXtB + rm /tmp/tmp.S7vvdCCQn5 /tmp/tmp.mskQtijXtB + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.LaE7YZ2qsm +++ mktemp ++ local LAST_ERR=/tmp/tmp.OVqrzjjagk ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LaE7YZ2qsm ++ cat /tmp/tmp.OVqrzjjagk ++ rm /tmp/tmp.LaE7YZ2qsm /tmp/tmp.OVqrzjjagk ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.chDxjlN7n7 ++ mktemp + local LAST_ERR=/tmp/tmp.R9pOL56ha5 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.chDxjlN7n7 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5" modified. + cat /tmp/tmp.R9pOL56ha5 + rm /tmp/tmp.chDxjlN7n7 /tmp/tmp.R9pOL56ha5 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.5cZlnv3EDq ++ mktemp + local LAST_ERR=/tmp/tmp.HMhvoczjOH + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5cZlnv3EDq customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.HMhvoczjOH + rm /tmp/tmp.5cZlnv3EDq /tmp/tmp.HMhvoczjOH + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.OS1gRK9c9r ++ mktemp + local LAST_ERR=/tmp/tmp.Ogp41xHeSA + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OS1gRK9c9r customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.Ogp41xHeSA E0806 02:34:32.941641 566226 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1785983672085432000&timeoutSeconds=588&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.OS1gRK9c9r /tmp/tmp.Ogp41xHeSA + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.VzTRVK1ixD ++ mktemp + local LAST_ERR=/tmp/tmp.wuWw0ocyX6 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VzTRVK1ixD customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.wuWw0ocyX6 E0806 02:34:35.966410 566689 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1785983672085432000&timeoutSeconds=491&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.VzTRVK1ixD /tmp/tmp.wuWw0ocyX6 + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.FwAqWX3TqY ++ mktemp + local LAST_ERR=/tmp/tmp.b5K7RK9snj + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FwAqWX3TqY customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.b5K7RK9snj E0806 02:34:38.893891 567110 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1785983677085932000&timeoutSeconds=531&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.FwAqWX3TqY /tmp/tmp.b5K7RK9snj + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.CvArxnIhPw ++ mktemp + local LAST_ERR=/tmp/tmp.wVHbFs2PRy + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CvArxnIhPw clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.wVHbFs2PRy + rm /tmp/tmp.CvArxnIhPw /tmp/tmp.wVHbFs2PRy + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + local LAST_OUT=/tmp/tmp.m1l4zFwqDs + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2525-c81e47f0^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/deploy/cw-operator.yaml ++ mktemp + local LAST_ERR=/tmp/tmp.pyPt3mLBNH + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.m1l4zFwqDs deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.pyPt3mLBNH + rm /tmp/tmp.m1l4zFwqDs /tmp/tmp.pyPt3mLBNH + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.9hI9Pe4sV1 ++ mktemp + local LAST_ERR=/tmp/tmp.xLqu23aaai + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9hI9Pe4sV1 pod/percona-xtradb-cluster-operator-6699755d74-kt5lf condition met + cat /tmp/tmp.xLqu23aaai E0806 02:35:05.402182 570236 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-6699755d74-kt5lf&resourceVersion=1785983705039718000&timeoutSeconds=306&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.9hI9Pe4sV1 /tmp/tmp.xLqu23aaai + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.OomYe1KEQC +++ mktemp ++ local LAST_ERR=/tmp/tmp.Qnwmbr1gPD ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OomYe1KEQC ++ cat /tmp/tmp.Qnwmbr1gPD ++ rm /tmp/tmp.OomYe1KEQC /tmp/tmp.Qnwmbr1gPD ++ return 0 + wait_pod percona-xtradb-cluster-operator-6699755d74-kt5lf 480 pxc-operator + local pod=percona-xtradb-cluster-operator-6699755d74-kt5lf + local max_retry=480 + local ns=pxc-operator ++ grep -E '^(pxc|proxysql)$' ++ echo percona-xtradb-cluster-operator-6699755d74-kt5lf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-6699755d74-kt5lf condition met E0806 02:35:14.711017 571358 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-6699755d74-kt5lf&resourceVersion=1785983711677727000&timeoutSeconds=300&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-6699755d74-kt5lf to become Ready.Ok + sleep 3 + create_namespace demand-backup-parallel-7956 + local namespace=demand-backup-parallel-7956 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-parallel-7956' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-parallel-7956 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-parallel-7956 + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + xargs kubectl delete ns + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.oQ9CJNoW0P ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.R7d13WdIbE + local LAST_ERR=/tmp/tmp.8Tje7NL10o + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-parallel-7956 ++ mktemp + local LAST_ERR=/tmp/tmp.Gnr4aWKwPp + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-parallel-7956 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.R7d13WdIbE + cat /tmp/tmp.Gnr4aWKwPp + rm /tmp/tmp.R7d13WdIbE /tmp/tmp.Gnr4aWKwPp + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-parallel-7956 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.oQ9CJNoW0P + cat /tmp/tmp.8Tje7NL10o Error from server (NotFound): namespaces "demand-backup-parallel-7956" not found + rm /tmp/tmp.oQ9CJNoW0P /tmp/tmp.8Tje7NL10o + return 1 + : + wait_for_delete namespace/demand-backup-parallel-7956 + local res=namespace/demand-backup-parallel-7956 + echo -n 'waiting for namespace/demand-backup-parallel-7956 to be deleted' waiting for namespace/demand-backup-parallel-7956 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-parallel-7956" not found + desc 'create namespace demand-backup-parallel-7956' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-parallel-7956 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-parallel-7956 ++ mktemp + local LAST_OUT=/tmp/tmp.aoNkmEzyuk ++ mktemp + local LAST_ERR=/tmp/tmp.SsIOISaGIJ + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace demand-backup-parallel-7956 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aoNkmEzyuk namespace/demand-backup-parallel-7956 created + cat /tmp/tmp.SsIOISaGIJ + rm /tmp/tmp.aoNkmEzyuk /tmp/tmp.SsIOISaGIJ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.bzc794cJQ1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.uhTWTyy4He ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bzc794cJQ1 ++ cat /tmp/tmp.uhTWTyy4He ++ rm /tmp/tmp.bzc794cJQ1 /tmp/tmp.uhTWTyy4He ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5 --namespace=demand-backup-parallel-7956 ++ mktemp + local LAST_OUT=/tmp/tmp.RSPhiI5IjH ++ mktemp + local LAST_ERR=/tmp/tmp.fT0TJ9w4se + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5 --namespace=demand-backup-parallel-7956 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RSPhiI5IjH Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2525-c81e47f0-4-cluster5" modified. + cat /tmp/tmp.fT0TJ9w4se + rm /tmp/tmp.RSPhiI5IjH /tmp/tmp.fT0TJ9w4se + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.InOU6D42Dn ++ mktemp + local LAST_ERR=/tmp/tmp.XB2V1WwS3P + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.InOU6D42Dn secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.XB2V1WwS3P + rm /tmp/tmp.InOU6D42Dn /tmp/tmp.XB2V1WwS3P + return 0 + start_minio + deploy_helm demand-backup-parallel-7956 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G') + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Aug 6 02:36:04 2026 NAMESPACE: demand-backup-parallel-7956 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.demand-backup-parallel-7956.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace demand-backup-parallel-7956 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-parallel-7956 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-parallel-7956 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-parallel-7956 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nsWUV9imbM +++ mktemp ++ local LAST_ERR=/tmp/tmp.d5hyku9M1n ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nsWUV9imbM ++ cat /tmp/tmp.d5hyku9M1n ++ rm /tmp/tmp.nsWUV9imbM /tmp/tmp.d5hyku9M1n ++ return 0 + MINIO_POD=minio-service-5fd5489bdc-wdcx7 + wait_pod minio-service-5fd5489bdc-wdcx7 + local pod=minio-service-5fd5489bdc-wdcx7 + local max_retry=480 + local ns= ++ echo minio-service-5fd5489bdc-wdcx7 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/minio-service-5fd5489bdc-wdcx7 condition met E0806 02:37:09.046620 586095 reflector.go:227] "Failed to watch" err="Get \"https://34.172.218.68/api/v1/namespaces/demand-backup-parallel-7956/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dminio-service-5fd5489bdc-wdcx7&resourceVersion=1785983826036090000&timeoutSeconds=359&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/minio-service-5fd5489bdc-wdcx7 to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.5RxEB0SBii ++ mktemp + local LAST_ERR=/tmp/tmp.lvcexRY07M + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5RxEB0SBii make_bucket: operator-testing make_bucket: operator-testing pod "aws-cli" deleted from demand-backup-parallel-7956 namespace + cat /tmp/tmp.lvcexRY07M All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_demand-backup-parallel-7956 + rm /tmp/tmp.5RxEB0SBii /tmp/tmp.lvcexRY07M + return 0 + log 'creating PXC client' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:37:20+0000]' creating PXC client [2026-08-06T02:37:20+0000] creating PXC client + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.QDYCoL2lTI ++ mktemp + local LAST_ERR=/tmp/tmp.AXt3gOHEOB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QDYCoL2lTI deployment.apps/pxc-client created + cat /tmp/tmp.AXt3gOHEOB + rm /tmp/tmp.QDYCoL2lTI /tmp/tmp.AXt3gOHEOB + return 0 + log 'creating cluster secrets' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:37:22+0000]' creating cluster secrets [2026-08-06T02:37:22+0000] creating cluster secrets + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tMP6zYjLWv ++ mktemp + local LAST_ERR=/tmp/tmp.mzb89bbyp2 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tMP6zYjLWv secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.mzb89bbyp2 + rm /tmp/tmp.tMP6zYjLWv /tmp/tmp.mzb89bbyp2 + return 0 + cluster=demand-backup-parallel + log 'create PXC cluster: demand-backup-parallel' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:37:25+0000]' create PXC cluster: demand-backup-parallel [2026-08-06T02:37:25+0000] create PXC cluster: demand-backup-parallel + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/cr.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/cr.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/cr.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/cr.yml + local pvc_name= + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + local LAST_OUT=/tmp/tmp.MVd7WspYIp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2525-c81e47f0#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/cr.yml + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-parallel-7956~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + local LAST_ERR=/tmp/tmp.XfYWa2y7Go + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MVd7WspYIp perconaxtradbcluster.pxc.percona.com/demand-backup-parallel created + cat /tmp/tmp.XfYWa2y7Go + rm /tmp/tmp.MVd7WspYIp /tmp/tmp.XfYWa2y7Go + return 0 + desc 'creating backups' + set +o xtrace ----------------------------------------------------------------------------------- creating backups ----------------------------------------------------------------------------------- + run_backup backup1 + local name=backup1 + kubectl_bin apply -f - ++ mktemp + yq eval '.metadata.name = "backup1"' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/backup.yml + local LAST_OUT=/tmp/tmp.aXY9fa1HIN ++ mktemp + local LAST_ERR=/tmp/tmp.8b5GgSLPMK + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aXY9fa1HIN perconaxtradbclusterbackup.pxc.percona.com/backup1 created + cat /tmp/tmp.8b5GgSLPMK + rm /tmp/tmp.aXY9fa1HIN /tmp/tmp.8b5GgSLPMK + return 0 + run_backup backup2 + local name=backup2 + kubectl_bin apply -f - + yq eval '.metadata.name = "backup2"' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/backup.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9KyKbXfdmD ++ mktemp + local LAST_ERR=/tmp/tmp.p8BYDBwoAR + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9KyKbXfdmD perconaxtradbclusterbackup.pxc.percona.com/backup2 created + cat /tmp/tmp.p8BYDBwoAR + rm /tmp/tmp.9KyKbXfdmD /tmp/tmp.p8BYDBwoAR + return 0 + run_backup backup3 + local name=backup3 + kubectl_bin apply -f - + yq eval '.metadata.name = "backup3"' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/backup.yml ++ mktemp + local LAST_OUT=/tmp/tmp.mGwh7LrprE ++ mktemp + local LAST_ERR=/tmp/tmp.cJTtt35APx + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mGwh7LrprE perconaxtradbclusterbackup.pxc.percona.com/backup3 created + cat /tmp/tmp.cJTtt35APx + rm /tmp/tmp.mGwh7LrprE /tmp/tmp.cJTtt35APx + return 0 + run_backup backup4 + local name=backup4 + yq eval '.metadata.name = "backup4"' /mnt/jenkins/workspace/cloud-pxc-operator_PR-2525/e2e-tests/demand-backup-parallel/conf/backup.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.08HjTllOb0 ++ mktemp + local LAST_ERR=/tmp/tmp.ERx9xfnjAY + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.08HjTllOb0 perconaxtradbclusterbackup.pxc.percona.com/backup4 created + cat /tmp/tmp.ERx9xfnjAY + rm /tmp/tmp.08HjTllOb0 /tmp/tmp.ERx9xfnjAY + return 0 + wait_cluster_consistency demand-backup-parallel 3 2 + local cluster_name=demand-backup-parallel + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/demand-backup-parallel to be ready' waiting for pxc/demand-backup-parallel to be ready++ seq 1 300 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nvkYnbLU06 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RwrVWSCptR ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nvkYnbLU06 ++ cat /tmp/tmp.RwrVWSCptR ++ rm /tmp/tmp.nvkYnbLU06 /tmp/tmp.RwrVWSCptR ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Em5eZzLFZT +++ mktemp ++ local LAST_ERR=/tmp/tmp.8NSCOLcdlI ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Em5eZzLFZT ++ cat /tmp/tmp.8NSCOLcdlI ++ rm /tmp/tmp.Em5eZzLFZT /tmp/tmp.8NSCOLcdlI ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.h53HrjfUG9 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.oYqYAu35KS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.h53HrjfUG9 +++++ cat /tmp/tmp.oYqYAu35KS +++++ rm /tmp/tmp.h53HrjfUG9 /tmp/tmp.oYqYAu35KS +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V1yRGlzC7a +++ mktemp ++ local LAST_ERR=/tmp/tmp.tVlUBLhFyI ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V1yRGlzC7a ++ cat /tmp/tmp.tVlUBLhFyI ++ rm /tmp/tmp.V1yRGlzC7a /tmp/tmp.tVlUBLhFyI ++ return 0 + proxy_ready= + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5doChoUpX2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qt36kTHJG5 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5doChoUpX2 ++ cat /tmp/tmp.qt36kTHJG5 ++ rm /tmp/tmp.5doChoUpX2 /tmp/tmp.qt36kTHJG5 ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IVqhYlHCLc +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZY5GE5Kc7m ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IVqhYlHCLc ++ cat /tmp/tmp.ZY5GE5Kc7m ++ rm /tmp/tmp.IVqhYlHCLc /tmp/tmp.ZY5GE5Kc7m ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.rYHjC0RlZ4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.6FKf6OZT45 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.rYHjC0RlZ4 +++++ cat /tmp/tmp.6FKf6OZT45 +++++ rm /tmp/tmp.rYHjC0RlZ4 /tmp/tmp.6FKf6OZT45 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FhpputBWc3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aASItsDkH4 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FhpputBWc3 ++ cat /tmp/tmp.aASItsDkH4 ++ rm /tmp/tmp.FhpputBWc3 /tmp/tmp.aASItsDkH4 ++ return 0 + proxy_ready= + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GFBJp8ops6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.J1rmXndNWH ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GFBJp8ops6 ++ cat /tmp/tmp.J1rmXndNWH ++ rm /tmp/tmp.GFBJp8ops6 /tmp/tmp.J1rmXndNWH ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fh0Uerq9TW +++ mktemp ++ local LAST_ERR=/tmp/tmp.SBDa7Zo8LX ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fh0Uerq9TW ++ cat /tmp/tmp.SBDa7Zo8LX ++ rm /tmp/tmp.Fh0Uerq9TW /tmp/tmp.SBDa7Zo8LX ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.kmT1Vyq4k1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.a73UBhGg9p +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.kmT1Vyq4k1 +++++ cat /tmp/tmp.a73UBhGg9p +++++ rm /tmp/tmp.kmT1Vyq4k1 /tmp/tmp.a73UBhGg9p +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DN1ekoTeQE +++ mktemp ++ local LAST_ERR=/tmp/tmp.lwmRltZb5v ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DN1ekoTeQE ++ cat /tmp/tmp.lwmRltZb5v ++ rm /tmp/tmp.DN1ekoTeQE /tmp/tmp.lwmRltZb5v ++ return 0 + proxy_ready= + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Wi70ek8wnj +++ mktemp ++ local LAST_ERR=/tmp/tmp.5FRWczkDUl ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Wi70ek8wnj ++ cat /tmp/tmp.5FRWczkDUl ++ rm /tmp/tmp.Wi70ek8wnj /tmp/tmp.5FRWczkDUl ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kVtsPskHUS +++ mktemp ++ local LAST_ERR=/tmp/tmp.eaocxkHdce ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kVtsPskHUS ++ cat /tmp/tmp.eaocxkHdce ++ rm /tmp/tmp.kVtsPskHUS /tmp/tmp.eaocxkHdce ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.iQlOpE6aHz ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SMougyKzX3 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.iQlOpE6aHz +++++ cat /tmp/tmp.SMougyKzX3 +++++ rm /tmp/tmp.iQlOpE6aHz /tmp/tmp.SMougyKzX3 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vA5E27D1DD +++ mktemp ++ local LAST_ERR=/tmp/tmp.9yU5DWECmf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vA5E27D1DD ++ cat /tmp/tmp.9yU5DWECmf ++ rm /tmp/tmp.vA5E27D1DD /tmp/tmp.9yU5DWECmf ++ return 0 + proxy_ready= + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wr75Y3YWzJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.lVNcPSU3b9 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wr75Y3YWzJ ++ cat /tmp/tmp.lVNcPSU3b9 ++ rm /tmp/tmp.wr75Y3YWzJ /tmp/tmp.lVNcPSU3b9 ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pDfvI3ChFM +++ mktemp ++ local LAST_ERR=/tmp/tmp.gSbV05If3P ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pDfvI3ChFM ++ cat /tmp/tmp.gSbV05If3P ++ rm /tmp/tmp.pDfvI3ChFM /tmp/tmp.gSbV05If3P ++ return 0 + pxc_ready= + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.3AWqZHt0h4 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.9hr0oAkM4S +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.3AWqZHt0h4 +++++ cat /tmp/tmp.9hr0oAkM4S +++++ rm /tmp/tmp.3AWqZHt0h4 /tmp/tmp.9hr0oAkM4S +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5B4X8kNw47 +++ mktemp ++ local LAST_ERR=/tmp/tmp.JjoYC4KI3z ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5B4X8kNw47 ++ cat /tmp/tmp.JjoYC4KI3z ++ rm /tmp/tmp.5B4X8kNw47 /tmp/tmp.JjoYC4KI3z ++ return 0 + proxy_ready= + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NiyMeSFyUe +++ mktemp ++ local LAST_ERR=/tmp/tmp.qaf18jNHeO ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NiyMeSFyUe ++ cat /tmp/tmp.qaf18jNHeO ++ rm /tmp/tmp.NiyMeSFyUe /tmp/tmp.qaf18jNHeO ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZwwhlEiXzq +++ mktemp ++ local LAST_ERR=/tmp/tmp.IYjYwk77Ht ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZwwhlEiXzq ++ cat /tmp/tmp.IYjYwk77Ht ++ rm /tmp/tmp.ZwwhlEiXzq /tmp/tmp.IYjYwk77Ht ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.SUuCAOI3gs ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.zMx4YXcGQw +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.SUuCAOI3gs +++++ cat /tmp/tmp.zMx4YXcGQw +++++ rm /tmp/tmp.SUuCAOI3gs /tmp/tmp.zMx4YXcGQw +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ig8qxSMi9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1LMqI4Xt0K ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ig8qxSMi9 ++ cat /tmp/tmp.1LMqI4Xt0K ++ rm /tmp/tmp.5ig8qxSMi9 /tmp/tmp.1LMqI4Xt0K ++ return 0 + proxy_ready=1 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rnzmq7aq5S +++ mktemp ++ local LAST_ERR=/tmp/tmp.vSezLF4clf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rnzmq7aq5S ++ cat /tmp/tmp.vSezLF4clf ++ rm /tmp/tmp.rnzmq7aq5S /tmp/tmp.vSezLF4clf ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uhiu0TuI0y +++ mktemp ++ local LAST_ERR=/tmp/tmp.d52f3SBCkp ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uhiu0TuI0y ++ cat /tmp/tmp.d52f3SBCkp ++ rm /tmp/tmp.Uhiu0TuI0y /tmp/tmp.d52f3SBCkp ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.g0NM4KZAkH ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.npd73iqJxO +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.g0NM4KZAkH +++++ cat /tmp/tmp.npd73iqJxO +++++ rm /tmp/tmp.g0NM4KZAkH /tmp/tmp.npd73iqJxO +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QLBgDeJHB6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dp1f75SsRV ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QLBgDeJHB6 ++ cat /tmp/tmp.dp1f75SsRV ++ rm /tmp/tmp.QLBgDeJHB6 /tmp/tmp.dp1f75SsRV ++ return 0 + proxy_ready=1 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6yyr1rWI2k +++ mktemp ++ local LAST_ERR=/tmp/tmp.bprGGi6clQ ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6yyr1rWI2k ++ cat /tmp/tmp.bprGGi6clQ ++ rm /tmp/tmp.6yyr1rWI2k /tmp/tmp.bprGGi6clQ ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d6XYQLuMxh +++ mktemp ++ local LAST_ERR=/tmp/tmp.QgYh1FQ2eS ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d6XYQLuMxh ++ cat /tmp/tmp.QgYh1FQ2eS ++ rm /tmp/tmp.d6XYQLuMxh /tmp/tmp.QgYh1FQ2eS ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.3ABe5X1Aop ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.FCMfDSfdx5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.3ABe5X1Aop +++++ cat /tmp/tmp.FCMfDSfdx5 +++++ rm /tmp/tmp.3ABe5X1Aop /tmp/tmp.FCMfDSfdx5 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mFilJM1ADs +++ mktemp ++ local LAST_ERR=/tmp/tmp.NgPDikXtpb ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mFilJM1ADs ++ cat /tmp/tmp.NgPDikXtpb ++ rm /tmp/tmp.mFilJM1ADs /tmp/tmp.NgPDikXtpb ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MrCIrfmzXY +++ mktemp ++ local LAST_ERR=/tmp/tmp.yLfvoliIH8 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MrCIrfmzXY ++ cat /tmp/tmp.yLfvoliIH8 ++ rm /tmp/tmp.MrCIrfmzXY /tmp/tmp.yLfvoliIH8 ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ckVqZkRgcS +++ mktemp ++ local LAST_ERR=/tmp/tmp.XqkfqIJFWF ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ckVqZkRgcS ++ cat /tmp/tmp.XqkfqIJFWF ++ rm /tmp/tmp.ckVqZkRgcS /tmp/tmp.XqkfqIJFWF ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FmyoUZNPLT ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.javuJTogpq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FmyoUZNPLT +++++ cat /tmp/tmp.javuJTogpq +++++ rm /tmp/tmp.FmyoUZNPLT /tmp/tmp.javuJTogpq +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OuZMG0fGMA +++ mktemp ++ local LAST_ERR=/tmp/tmp.XaLdmhLMoi ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OuZMG0fGMA ++ cat /tmp/tmp.XaLdmhLMoi ++ rm /tmp/tmp.OuZMG0fGMA /tmp/tmp.XaLdmhLMoi ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yYZvHPOWGZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Uof8bDAG3t ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yYZvHPOWGZ ++ cat /tmp/tmp.Uof8bDAG3t ++ rm /tmp/tmp.yYZvHPOWGZ /tmp/tmp.Uof8bDAG3t ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UQweYVLpzb +++ mktemp ++ local LAST_ERR=/tmp/tmp.zYjB2X6ICI ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UQweYVLpzb ++ cat /tmp/tmp.zYjB2X6ICI ++ rm /tmp/tmp.UQweYVLpzb /tmp/tmp.zYjB2X6ICI ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.A7Rd6fG4Zo ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.2PSxamgXKz +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.A7Rd6fG4Zo +++++ cat /tmp/tmp.2PSxamgXKz +++++ rm /tmp/tmp.A7Rd6fG4Zo /tmp/tmp.2PSxamgXKz +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mZR1xhLmBD +++ mktemp ++ local LAST_ERR=/tmp/tmp.VIbY4kIJXS ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mZR1xhLmBD ++ cat /tmp/tmp.VIbY4kIJXS ++ rm /tmp/tmp.mZR1xhLmBD /tmp/tmp.VIbY4kIJXS ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uEb2La3l43 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BOdkrvrj5D ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uEb2La3l43 ++ cat /tmp/tmp.BOdkrvrj5D ++ rm /tmp/tmp.uEb2La3l43 /tmp/tmp.BOdkrvrj5D ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2JghvYDd1X +++ mktemp ++ local LAST_ERR=/tmp/tmp.3brLAbut0l ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2JghvYDd1X ++ cat /tmp/tmp.3brLAbut0l ++ rm /tmp/tmp.2JghvYDd1X /tmp/tmp.3brLAbut0l ++ return 0 + pxc_ready=1 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ns3DPnrKLu ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.rYfg5lLthF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ns3DPnrKLu +++++ cat /tmp/tmp.rYfg5lLthF +++++ rm /tmp/tmp.ns3DPnrKLu /tmp/tmp.rYfg5lLthF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ivr5Rurh1O +++ mktemp ++ local LAST_ERR=/tmp/tmp.Vjkcyln0t1 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ivr5Rurh1O ++ cat /tmp/tmp.Vjkcyln0t1 ++ rm /tmp/tmp.Ivr5Rurh1O /tmp/tmp.Vjkcyln0t1 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1pQXyU31BK +++ mktemp ++ local LAST_ERR=/tmp/tmp.IRjKfbNcgd ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1pQXyU31BK ++ cat /tmp/tmp.IRjKfbNcgd ++ rm /tmp/tmp.1pQXyU31BK /tmp/tmp.IRjKfbNcgd ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fbUFePpG0e +++ mktemp ++ local LAST_ERR=/tmp/tmp.x8EVTNj3p6 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fbUFePpG0e ++ cat /tmp/tmp.x8EVTNj3p6 ++ rm /tmp/tmp.fbUFePpG0e /tmp/tmp.x8EVTNj3p6 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.bg6MFawFaZ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.k0w9AmLpBz +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.bg6MFawFaZ +++++ cat /tmp/tmp.k0w9AmLpBz +++++ rm /tmp/tmp.bg6MFawFaZ /tmp/tmp.k0w9AmLpBz +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KCXxznZxXC +++ mktemp ++ local LAST_ERR=/tmp/tmp.0d2bvjSyBA ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KCXxznZxXC ++ cat /tmp/tmp.0d2bvjSyBA ++ rm /tmp/tmp.KCXxznZxXC /tmp/tmp.0d2bvjSyBA ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W75itUz3PW +++ mktemp ++ local LAST_ERR=/tmp/tmp.qszkMLEmjP ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W75itUz3PW ++ cat /tmp/tmp.qszkMLEmjP ++ rm /tmp/tmp.W75itUz3PW /tmp/tmp.qszkMLEmjP ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qfYEYrjWWP +++ mktemp ++ local LAST_ERR=/tmp/tmp.1pskrTklHW ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qfYEYrjWWP ++ cat /tmp/tmp.1pskrTklHW ++ rm /tmp/tmp.qfYEYrjWWP /tmp/tmp.1pskrTklHW ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.6kGr0k2J20 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.qa3CDtOAnR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.6kGr0k2J20 +++++ cat /tmp/tmp.qa3CDtOAnR +++++ rm /tmp/tmp.6kGr0k2J20 /tmp/tmp.qa3CDtOAnR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.A8n4G9kvLN +++ mktemp ++ local LAST_ERR=/tmp/tmp.VPSQl41tuH ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A8n4G9kvLN ++ cat /tmp/tmp.VPSQl41tuH ++ rm /tmp/tmp.A8n4G9kvLN /tmp/tmp.VPSQl41tuH ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sg11DyXPj2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5qhA9wpB3l ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Sg11DyXPj2 ++ cat /tmp/tmp.5qhA9wpB3l ++ rm /tmp/tmp.Sg11DyXPj2 /tmp/tmp.5qhA9wpB3l ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sjyAUWrcWU +++ mktemp ++ local LAST_ERR=/tmp/tmp.pqUTkO3Q1N ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sjyAUWrcWU ++ cat /tmp/tmp.pqUTkO3Q1N ++ rm /tmp/tmp.sjyAUWrcWU /tmp/tmp.pqUTkO3Q1N ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.dzowOSCOwZ ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ZBOX75YCaA +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.dzowOSCOwZ +++++ cat /tmp/tmp.ZBOX75YCaA +++++ rm /tmp/tmp.dzowOSCOwZ /tmp/tmp.ZBOX75YCaA +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K82qriZ3jQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.EsM0Wavi8b ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K82qriZ3jQ ++ cat /tmp/tmp.EsM0Wavi8b ++ rm /tmp/tmp.K82qriZ3jQ /tmp/tmp.EsM0Wavi8b ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2tc7SiN2Mz +++ mktemp ++ local LAST_ERR=/tmp/tmp.r5URwSBI1g ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2tc7SiN2Mz ++ cat /tmp/tmp.r5URwSBI1g ++ rm /tmp/tmp.2tc7SiN2Mz /tmp/tmp.r5URwSBI1g ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8VqGwDTUkd +++ mktemp ++ local LAST_ERR=/tmp/tmp.xhSaIWpr01 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8VqGwDTUkd ++ cat /tmp/tmp.xhSaIWpr01 ++ rm /tmp/tmp.8VqGwDTUkd /tmp/tmp.xhSaIWpr01 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.4Wj0rF7eW6 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.YJG7OeEKy5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.4Wj0rF7eW6 +++++ cat /tmp/tmp.YJG7OeEKy5 +++++ rm /tmp/tmp.4Wj0rF7eW6 /tmp/tmp.YJG7OeEKy5 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vM4pfqTZv4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6ePCXSqKQ0 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vM4pfqTZv4 ++ cat /tmp/tmp.6ePCXSqKQ0 ++ rm /tmp/tmp.vM4pfqTZv4 /tmp/tmp.6ePCXSqKQ0 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r44DuTmVNf +++ mktemp ++ local LAST_ERR=/tmp/tmp.UzxcRjomgC ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r44DuTmVNf ++ cat /tmp/tmp.UzxcRjomgC ++ rm /tmp/tmp.r44DuTmVNf /tmp/tmp.UzxcRjomgC ++ return 0 + state=initializing ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.I2m0L7tViR +++ mktemp ++ local LAST_ERR=/tmp/tmp.i8pIVVFsv1 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.I2m0L7tViR ++ cat /tmp/tmp.i8pIVVFsv1 ++ rm /tmp/tmp.I2m0L7tViR /tmp/tmp.i8pIVVFsv1 ++ return 0 + pxc_ready=2 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.PqNfKl2yHD ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.uwymLvObuO +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.PqNfKl2yHD +++++ cat /tmp/tmp.uwymLvObuO +++++ rm /tmp/tmp.PqNfKl2yHD /tmp/tmp.uwymLvObuO +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l7zuA0jneL +++ mktemp ++ local LAST_ERR=/tmp/tmp.0IyPfbv5B7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l7zuA0jneL ++ cat /tmp/tmp.0IyPfbv5B7 ++ rm /tmp/tmp.l7zuA0jneL /tmp/tmp.0IyPfbv5B7 ++ return 0 + proxy_ready=2 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + for _ in $(seq 1 "${retries}") ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JNOokyGURw +++ mktemp ++ local LAST_ERR=/tmp/tmp.fUX3M4ZbI9 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JNOokyGURw ++ cat /tmp/tmp.fUX3M4ZbI9 ++ rm /tmp/tmp.JNOokyGURw /tmp/tmp.fUX3M4ZbI9 ++ return 0 + state=ready ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SkBuLWr7G0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.SrKDc0fF8x ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SkBuLWr7G0 ++ cat /tmp/tmp.SrKDc0fF8x ++ rm /tmp/tmp.SkBuLWr7G0 /tmp/tmp.SrKDc0fF8x ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine demand-backup-parallel +++ local cluster_name=demand-backup-parallel ++++ get_proxy demand-backup-parallel ++++ local target_cluster=demand-backup-parallel +++++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FNxvRqk386 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.5YlmKqxKWZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in $(seq 0 2) +++++ set +e +++++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FNxvRqk386 +++++ cat /tmp/tmp.5YlmKqxKWZ +++++ rm /tmp/tmp.FNxvRqk386 /tmp/tmp.5YlmKqxKWZ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo demand-backup-parallel-haproxy ++++ return +++ local cluster_proxy=demand-backup-parallel-haproxy +++ echo haproxy ++ kubectl_bin get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.We4X4Tjg6U +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ru0UyojOF8 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup-parallel -o 'jsonpath={.status.haproxy.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.We4X4Tjg6U ++ cat /tmp/tmp.Ru0UyojOF8 ++ rm /tmp/tmp.We4X4Tjg6U /tmp/tmp.Ru0UyojOF8 ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 5 + check_active_backup_count ++ grep -E 'Starting|Running' ++ wc -l ++ kubectl_bin get pxc-backup +++ mktemp ++ local LAST_OUT=/tmp/tmp.MU6E14vexV +++ mktemp ++ local LAST_ERR=/tmp/tmp.LRpDVybV5W ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc-backup ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MU6E14vexV ++ cat /tmp/tmp.LRpDVybV5W ++ rm /tmp/tmp.MU6E14vexV /tmp/tmp.LRpDVybV5W ++ return 0 + active_backup_count=1 + [[ 1 -gt 1 ]] ++ seq 0 3 + for i in $(seq 0 3) + sleep 5 + check_active_backup_count ++ grep -E 'Starting|Running' ++ wc -l ++ kubectl_bin get pxc-backup +++ mktemp ++ local LAST_OUT=/tmp/tmp.LRcURj2TpX +++ mktemp ++ local LAST_ERR=/tmp/tmp.gOCANZ0zSu ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc-backup ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LRcURj2TpX ++ cat /tmp/tmp.gOCANZ0zSu ++ rm /tmp/tmp.LRcURj2TpX /tmp/tmp.gOCANZ0zSu ++ return 0 + active_backup_count=1 + [[ 1 -gt 1 ]] ++ kubectl_bin get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ cut -d- -f1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.HTqeU9idga +++ mktemp ++ local LAST_ERR=/tmp/tmp.1HPLHxNVP3 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HTqeU9idga ++ cat /tmp/tmp.1HPLHxNVP3 ++ rm /tmp/tmp.HTqeU9idga /tmp/tmp.1HPLHxNVP3 ++ return 0 + holder=backup3 + log 'Backup lock holder: backup3' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:41:55+0000]' Backup lock holder: backup3 [2026-08-06T02:41:55+0000] Backup lock holder: backup3 + wait_backup backup3 + local backup=backup3 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup3 to reach Succeeded state...Succeeded + for i in $(seq 0 3) + sleep 5 + check_active_backup_count ++ wc -l ++ kubectl_bin get pxc-backup ++ grep -E 'Starting|Running' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Ap9jHotlu +++ mktemp ++ local LAST_ERR=/tmp/tmp.Plmk8yiOoO ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc-backup ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Ap9jHotlu ++ cat /tmp/tmp.Plmk8yiOoO ++ rm /tmp/tmp.1Ap9jHotlu /tmp/tmp.Plmk8yiOoO ++ return 0 + active_backup_count=1 + [[ 1 -gt 1 ]] ++ kubectl_bin get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ cut -d- -f1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.4Vzh4GlfyX +++ mktemp ++ local LAST_ERR=/tmp/tmp.m7wfjNMUVX ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4Vzh4GlfyX ++ cat /tmp/tmp.m7wfjNMUVX ++ rm /tmp/tmp.4Vzh4GlfyX /tmp/tmp.m7wfjNMUVX ++ return 0 + holder=backup2 + log 'Backup lock holder: backup2' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:42:13+0000]' Backup lock holder: backup2 [2026-08-06T02:42:13+0000] Backup lock holder: backup2 + wait_backup backup2 + local backup=backup2 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup2 to reach Succeeded state........Succeeded + for i in $(seq 0 3) + sleep 5 + check_active_backup_count ++ grep -E 'Starting|Running' ++ kubectl_bin get pxc-backup +++ mktemp ++ local LAST_OUT=/tmp/tmp.UDjfPyN9L8 ++ wc -l +++ mktemp ++ local LAST_ERR=/tmp/tmp.41hrAHEkS5 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc-backup ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UDjfPyN9L8 ++ cat /tmp/tmp.41hrAHEkS5 ++ rm /tmp/tmp.UDjfPyN9L8 /tmp/tmp.41hrAHEkS5 ++ return 0 + active_backup_count=1 + [[ 1 -gt 1 ]] ++ kubectl_bin get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.U5EkNAigbY ++ cut -d- -f1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BbZL4i0SLt ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.U5EkNAigbY ++ cat /tmp/tmp.BbZL4i0SLt ++ rm /tmp/tmp.U5EkNAigbY /tmp/tmp.BbZL4i0SLt ++ return 0 + holder=backup4 + log 'Backup lock holder: backup4' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:42:43+0000]' Backup lock holder: backup4 [2026-08-06T02:42:43+0000] Backup lock holder: backup4 + wait_backup backup4 + local backup=backup4 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup4 to reach Succeeded state............Succeeded + for i in $(seq 0 3) + sleep 5 + check_active_backup_count ++ kubectl_bin get pxc-backup ++ grep -E 'Starting|Running' ++ wc -l +++ mktemp ++ local LAST_OUT=/tmp/tmp.mna1FiwC6y +++ mktemp ++ local LAST_ERR=/tmp/tmp.uNxpdODe1p ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc-backup ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mna1FiwC6y ++ cat /tmp/tmp.uNxpdODe1p ++ rm /tmp/tmp.mna1FiwC6y /tmp/tmp.uNxpdODe1p ++ return 0 + active_backup_count=0 + [[ 0 -gt 1 ]] ++ kubectl_bin get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ cut -d- -f1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.UKtjuFK5or +++ mktemp ++ local LAST_ERR=/tmp/tmp.wsWD0phybN ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get lease pxc-demand-backup-parallel-backup-lock -o 'jsonpath={.spec.holderIdentity}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UKtjuFK5or ++ cat /tmp/tmp.wsWD0phybN ++ rm /tmp/tmp.UKtjuFK5or /tmp/tmp.wsWD0phybN ++ return 0 + holder=backup1 + log 'Backup lock holder: backup1' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:43:14+0000]' Backup lock holder: backup1 [2026-08-06T02:43:14+0000] Backup lock holder: backup1 + wait_backup backup1 + local backup=backup1 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup1 to reach Succeeded state..............Succeeded + wait_backup backup1 + local backup=backup1 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup1 to reach Succeeded stateSucceeded + wait_backup backup2 + local backup=backup2 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup2 to reach Succeeded stateSucceeded + wait_backup backup3 + local backup=backup3 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup3 to reach Succeeded stateSucceeded + wait_backup backup4 + local backup=backup4 + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup4 to reach Succeeded stateSucceeded + log 'test passed' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-08-06T02:43:46+0000]' test passed [2026-08-06T02:43:46+0000] test passed + destroy demand-backup-parallel-7956 + local namespace=demand-backup-parallel-7956 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + tee /tmp/tmp.MFHRKTk5Hi/operator.log + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'the object has been modified' + grep -v level=info + grep -v 'get backup status: Job.batch' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bv8rUxu0aw +++ mktemp ++ local LAST_ERR=/tmp/tmp.mVbtvNkYfo ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bv8rUxu0aw ++ cat /tmp/tmp.mVbtvNkYfo ++ rm /tmp/tmp.Bv8rUxu0aw /tmp/tmp.mVbtvNkYfo ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-6699755d74-kt5lf ++ mktemp + local LAST_OUT=/tmp/tmp.ecYxENbfvJ ++ mktemp + local LAST_ERR=/tmp/tmp.7zcMn9vvmD + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-6699755d74-kt5lf + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ecYxENbfvJ + cat /tmp/tmp.7zcMn9vvmD + rm /tmp/tmp.ecYxENbfvJ /tmp/tmp.7zcMn9vvmD + return 0 2026-08-06T02:34:52.779Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-08-06T02:34:52.779Z INFO setup Manager starting up {"gitCommit": "c81e47f0baf68eddc8c1664c722d106d38b61d55", "gitBranch": "PR-2525-c81e47f0", "buildTime": "2026-08-06T01:12:58Z", "goVersion": "go1.26.5", "os": "linux", "arch": "amd64"} 2026-08-06T02:34:52.779Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.33.12-gke.1270000"} 2026-08-06T02:34:52.783Z INFO setup Registering Components. 2026-08-06T02:34:53.481Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-08-06T02:34:53.481Z INFO controller-runtime.metrics Starting metrics server 2026-08-06T02:34:53.481Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-08-06T02:34:53.481Z INFO controller-runtime.webhook Starting webhook server 2026-08-06T02:34:53.481Z INFO setup Starting the Cmd. 2026-08-06T02:34:53.481Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-08-06T02:34:53.482Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-08-06T02:34:53.482Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-08-06T02:34:53.482Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-08-06T02:34:53.583Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-08-06T02:34:53.611Z DEBUG events percona-xtradb-cluster-operator-6699755d74-kt5lf_d73a22f0-20fb-481e-a9df-0189a5f05d76 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"c5a140eb-ba8c-44ce-8ff7-cd51e6c6c590","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1785983693604975009"}, "reason": "LeaderElection"} 2026-08-06T02:34:53.611Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-08-06T02:34:53.611Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-08-06T02:34:53.611Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-08-06T02:34:53.611Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-08-06T02:34:53.611Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-08-06T02:34:53.711Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-08-06T02:34:53.711Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-08-06T02:34:53.812Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-08-06T02:34:53.812Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-08-06T02:34:53.812Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-08-06T02:34:53.812Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-08-06T02:37:26.939Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "version": "1.21.0"} 2026-08-06T02:37:28.381Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "auto-demand-backup-parallel-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-08-06T02:37:28.397Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-08-06T02:37:28.512Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-haproxy", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-08-06T02:37:28.557Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-08-06T02:37:28.616Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-08-06T02:37:28.653Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-08-06T02:37:28.720Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-haproxy", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-08-06T02:37:28.919Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "9453051d-9d37-40ce-97bc-e4cd427919b5", "object": "demand-backup-parallel-haproxy-replicas", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-08-06T02:37:29.848Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "f5870c2a-df43-42c5-b88f-3e11200cb860", "object": "demand-backup-parallel-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-08-06T02:37:29.889Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "f5870c2a-df43-42c5-b88f-3e11200cb860", "object": "demand-backup-parallel-haproxy", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-08-06T02:37:30.584Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "aa421416-4465-45ae-8aa2-76d6b5f63baa", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:30.585Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f7a9d5ee-3564-4d57-b297-a9d9d6b56a4f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:34.580Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "9e1358f4-428a-4fbc-b201-855d601a9dae", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:34.589Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "b5d6eda2-9f1c-4ac1-89b0-70431e583180", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:35.585Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "6eeea13e-0385-492b-814c-d75d6fefedda", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:38.165Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "0a825121-243d-4648-b7eb-60e975ca8776", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:38.173Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "2034d0b7-eb8d-4019-ad37-0345de7be6c4", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:39.590Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "b9a1cbe4-8f55-488e-af3c-ceb88804b28b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:40.509Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "61b4dbfd-d3ba-4b05-9e1e-9bc1d8fa4ab7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:40.517Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "316d5b06-bc00-416c-ba79-334fa4b7a208", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:40.586Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "966a888b-693b-4c03-b998-900ec1aa4c5a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:43.174Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "47038e11-da21-428f-8d9c-c1897ace1d4c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:44.591Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "843dbc54-8db6-48cd-8c82-3ff9c62ae3f8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:45.518Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "01dd5093-89ef-4d76-a6f9-f417a4a85779", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:45.587Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "85915163-8c26-440b-9af1-2478ebd38339", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:48.175Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "2d5f0a2e-abe8-4b08-a936-ab7b6fdf833e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:49.592Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "6560289a-5cf8-4c9d-a0d9-901aa532878e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:50.519Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "be10317d-9144-459e-b742-aa7152a9c48f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:50.588Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "07d3a7c9-dc38-4576-b129-92ce29cc177f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:53.176Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "4dc333ee-5047-48db-bf0d-7dd49e5082e8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:54.592Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "0cef123e-2fa3-422c-8a18-dbba464b1585", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:55.520Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "15bf1b60-2b1f-424e-8205-0f12f5dac32e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:55.589Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "4d21223b-2846-4186-8731-970700ea04ea", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:58.177Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "122aafbd-4f4e-42b6-a506-58b06ba7ea81", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:37:59.593Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "2e87940d-b498-4a03-98fd-178b4404159b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:00.520Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "8854ffde-30d8-4929-83de-8d5b180d8a3c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:00.590Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "0ac7b778-a848-4040-a7e3-f150684a0719", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:03.179Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "c5efa777-e00b-463c-8c80-51725b44bff5", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:04.595Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a015ca16-55fa-4811-9ddb-a1c8db3760e7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:05.521Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "4aa0b25e-de79-426b-98b8-dbdaa8585726", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:05.590Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "1251ae09-8dc0-4d0f-94e9-aa4dd6313fc5", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:08.179Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "1d3040f1-2b86-496a-8a8a-c34054345240", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:09.596Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "c18b2325-1aa7-4842-906a-5853f46f7f85", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:10.522Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "1827f7ca-24b8-4385-8079-c78ae353bf65", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:10.591Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "5edc51b0-9595-4a08-88a0-f78f601cdfca", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:13.180Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "f356da73-9bca-4edd-9f47-25f6d6d26b6d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:14.597Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "d61ff6bf-e668-4dec-a732-13941c15ab35", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:15.523Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "d1a7472c-52eb-4d81-90d3-4737f61c8fbc", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:15.593Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "3ab6500c-f723-46a1-b5c2-639156bcc747", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:18.180Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "5ede05d2-59c8-4164-9d70-65897f408623", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:19.597Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "7a8628d8-5451-4b24-9aa0-dc2550a3bc79", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:20.524Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "16bbb73a-c02b-4e27-a01d-b420cb2cda28", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:20.593Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "33e430c1-b57e-464e-8907-ce1de06733b7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:23.181Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "f48b91dd-e613-491f-b817-82ed5b88896e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:24.598Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "e10c9365-724d-4430-bf01-623ddca1ac5a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:25.525Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "6fe0e135-288c-4178-bae6-780effde5502", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:25.594Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "67dd3f36-3788-4c79-b52d-7c3ed4f7f382", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:28.182Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "c56beae1-042b-42e5-a888-e2d81327b69e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:29.598Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "863a7857-c0e4-43fe-a45d-23ccbdf89ca6", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:30.526Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "ce378323-f03e-48b0-bbe0-8c3961535436", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:30.595Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "db1c3113-ed32-4933-9080-336a5a5ec8d4", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:33.183Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "4dc312a4-3647-4ac0-b2b1-96ad44ac4226", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:34.599Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "b08ed660-31eb-4bd6-bd47-47142e6be0f0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:35.527Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2f20f221-0a54-4171-8c75-ead2cdadf7f7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:35.596Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "928abb7b-2fc5-40e6-b96d-f93512885630", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:38.184Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "8a13fce2-8992-4ddb-b8b4-0f5cdf579ada", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:39.599Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "fd1b63c7-5a25-4a4b-9ab6-29972abafa0d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:40.528Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "b2a0f146-be7b-4462-956d-fe280c7ac945", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:40.597Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "cda2cacd-dcd3-49c2-8b1d-f8e04824fa87", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:43.184Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "58800db2-8d37-4cb7-ac50-e41cbbede4b7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:44.600Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "e7050689-0345-4bc0-9d5c-4a68261bca48", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:45.528Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "c9512075-1a8b-4a54-a527-df211d8cdc31", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:45.598Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "80b03eb0-bbc8-4f47-8439-2e4b24bfb7f4", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:48.185Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "e7a18b60-b2f5-4569-b055-10d42fe6670f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:49.601Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a8f00f61-7c67-4641-b202-3a27250b63e2", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:50.529Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2e37e2cf-b7b8-469f-853d-046f7cf96f18", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:50.598Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "c6b54a0b-99a1-4522-8ccf-d39d6f611b73", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:51.389Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7", "user": "operator"} 2026-08-06T02:38:51.418Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7", "user": "monitor"} 2026-08-06T02:38:51.466Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7"} 2026-08-06T02:38:51.499Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7"} 2026-08-06T02:38:51.532Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7", "user": "xtrabackup"} 2026-08-06T02:38:51.572Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7"} 2026-08-06T02:38:51.606Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "cead90a2-e529-4c43-ac07-4bae62c3c4c7", "user": "replication"} 2026-08-06T02:38:53.186Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "ff3eba49-30db-49cd-932c-924a89356f40", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:54.601Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a3259301-204c-4615-833c-23fb2f5d1e5a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:55.529Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "40505910-fa97-4869-9ef1-1990ba1ddb1d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:55.599Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "7b4fcad9-02af-4d06-8109-367015c44433", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:58.187Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "8d3ce787-f579-4c22-a0c8-1b6f54acc0a8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:38:59.602Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "4facaf35-a61f-4d51-8d7c-30a86946701d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:00.531Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "b4345452-cc32-4199-a25f-66791e74c4c3", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:00.600Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "824f56aa-516d-4369-9387-378b09feefda", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:03.188Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "29b1d058-2b03-40ce-bf87-8d2258aac13d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:04.603Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "b7b830fe-6e99-4f0a-be54-979ecc33b087", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:05.531Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "10157189-ee86-4165-ad36-18905ef97316", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:05.601Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "04c95567-72f2-4170-bb51-00151be0af2b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:08.189Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "97f91765-be2a-4d64-838a-4baeb6924d28", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:09.603Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "0c1f6662-071e-4b10-b56e-71f8f2f2ecbe", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:10.533Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "50dded7a-023b-4231-bcae-7ae448c28b52", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:10.602Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "3b2cfd57-c2d5-473e-ab97-62ff524cb46b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:13.191Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "ada97f0d-694c-4ba9-b77f-36044c771d9b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:14.605Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "2062724d-b710-4222-b754-922a4ee66747", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:15.534Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "326d1a4d-3444-4a55-a816-100ddff960a0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:15.603Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "851f121d-1da3-4228-b191-b68a482581f0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:18.191Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "276cd1cb-c4eb-4490-9516-cc3a3be4e907", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:19.606Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "636bf538-841f-4cc5-b532-cea39d29ad4a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:20.534Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "68202e2f-bd79-4507-984b-ed96e15db5ab", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:20.603Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "fe740b74-504e-4d11-831b-c96eb11345ba", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:23.192Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "b092810f-82c3-422e-a356-a02946811481", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:24.606Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "aba8e632-b3b1-475e-b7ee-ae3cdce538cc", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:25.535Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "10e52bca-e633-412e-bf46-a4b33d22acae", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:25.604Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "9e7676d0-3f1e-401f-8afb-95a5804387e6", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:28.193Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "44f1f4a7-881a-45ed-8e86-3ced9b0c3375", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:29.607Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "71e7ee8c-575a-4c9e-ad16-30200a3bbc43", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:30.536Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "79e526a2-e288-4f3b-9c26-45457eb9f543", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:30.605Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "ce3f645d-0414-4917-94c5-64f00cc1ee25", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:33.194Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "de6dbf62-b526-4590-99f2-0c317c8ff7bc", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:34.608Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "cb137383-c1c3-42ee-a008-3accf0cf12bb", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:35.537Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "dd1d385a-16cd-4297-a2c7-79d83673957f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:35.606Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f99302e5-2d9e-484f-b345-9983cb9a24e8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:38.194Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "51e5f9ab-2251-4d33-aca2-e58bb2578999", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:39.609Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "9d355b25-3541-45a6-8f5a-0ab05b9530b9", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:40.537Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2028624c-ced1-413f-8401-3e2b3e0ed8f6", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:40.607Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "2324d534-9faf-497a-bb7a-c306c8fb7c43", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:43.195Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "0cf8c23a-88be-4ad6-b791-e9bcd79115dd", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:44.609Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "4a91bbdf-f30f-4d44-bbe6-607622783afb", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:45.538Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "17e1c96d-ba5d-464e-9c05-f2e98a4b3671", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:45.608Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "2de40997-3da6-4487-bf46-4cbb54bcfb61", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:48.196Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "219619e6-dea1-4e03-82dc-c8fc398ba611", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:49.610Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "336b8b9f-6fe1-46ba-9eff-2d1a12848179", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:50.539Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "56a85bd3-8c01-4435-91bb-59693412f467", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:50.608Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "7e9d3702-8b1b-4a2e-9e7d-405d650871e1", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:53.196Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "c6697dd2-c8e6-4f93-a272-39e0a1d4b02b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:54.611Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "68d8269a-1fb3-460d-9948-33e883bd346a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:55.539Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "42186d37-bc9b-4d4f-a8dd-ef3de8837563", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:55.608Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "9c6f2776-0111-4b9f-a13a-b357c0fa0c52", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:58.197Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "a9115b94-422b-4552-85c1-a71ef72a11d0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:39:59.612Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "7c9ab2ba-e2c3-448f-856a-d60721de25e0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:00.540Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "16b10302-34ba-4efe-97a2-47921e12cf85", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:00.609Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "ef9a30a3-11b9-4210-a7c5-2b36b1690434", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:03.197Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "2f78ea01-a93d-4b7b-9154-593e5199d00d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:04.613Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "95106e65-df4d-4eed-8cb9-f4cba75ee82f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:05.541Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "41b1560e-604d-4f2b-bdee-d7dc82a61897", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:05.610Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "233838d9-1b2c-4407-80dc-0f2422c7c760", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:08.198Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "2b8f212e-e9bf-44ae-9c6e-1c4ee5c77ff8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:09.614Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "0de9ee11-dced-42e8-9acb-afcaa0621a97", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:10.542Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "e9cf418b-30fb-4cb6-a0b0-411307a62f06", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:10.611Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "e331439b-1798-450a-9427-b39f891dcd5c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:13.200Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "82859806-aa65-4c41-9a12-b05db5dabe9f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:14.615Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "f0218f44-0bee-4f4b-af9f-10858ab98c97", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:15.542Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "3c0483b6-7745-41a0-a016-4b5219102d1b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:15.612Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "49db741c-c4d1-4bd9-b005-5f3bdf631420", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:18.200Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "a743359d-8cf3-49fb-af49-a6d4971d960f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:19.616Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "bb61c7c9-088c-47ca-9853-98ae822e080e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:20.543Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "a7e8543b-d9f2-42c1-a209-a7468787de49", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:20.613Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "34bbc7b7-f254-43c3-932e-aa156f2a11d3", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:23.201Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "bfeda338-a808-4b31-88f9-a09093b2a1e5", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:24.617Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "f3cbd253-aa28-4ca7-9d7e-274c005663de", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:25.543Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "88f48380-8c36-467b-9e73-2318df73143f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:25.613Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "a88fd6e4-04aa-4873-b313-28db01adecab", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:28.202Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "3bf2c8c1-4787-4964-8f05-622ba3a45bb9", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:29.618Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "3b3e741c-655c-47cf-b731-df7e14fd775e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:30.544Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "b762d427-5d64-4b08-92c2-99397e67aeda", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:30.614Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "bcfac4d3-345f-43cf-b803-c754ee1b505c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:33.203Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "8484e391-f9c5-4407-91ad-54766f1bc153", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:34.619Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "b2edf993-ae14-4ec4-bd05-57d8f67cdc23", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:35.545Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "526ffda7-a5d2-4a08-886b-0fa5822e0506", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:35.615Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "4c073f18-905a-4619-bd58-512e485b8e2a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:38.203Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "a997653a-c546-44d1-9b04-b070125a33e9", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:39.620Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "42fcbc5d-463a-45d8-9fa0-a5f03b55928d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:40.546Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "8ac73ea2-79d4-4997-9d9c-57f662f9cef3", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:40.616Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "14a454ae-384f-4089-811e-d51f5af535b1", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:43.204Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "82721a08-97a2-4839-81ca-90025b5a4f95", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:44.621Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "acc93b54-6420-44d3-845d-4e2c10253883", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:45.547Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "70d856ef-3767-4105-a2af-b2692d47b4d5", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:45.616Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "8cf4f59a-a5c5-45d6-a2d0-aac941ef2591", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:48.205Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "f4189877-50c9-4671-a1ea-1ce9adc95642", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:49.622Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "dc8f6901-7bbe-4e37-a508-479600c1ae4b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:50.548Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "48806cca-a248-4a88-8235-242ed7d5af40", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:50.617Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f3b8b66e-436c-4c73-8bd6-46715239abb8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:53.206Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "f4a0a053-5837-4540-aa07-7b60b282e077", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:54.622Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "07a2b680-b05a-4bea-b58a-5b4836566716", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:55.549Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "9ec22cad-98c0-4a50-beb3-018e79d09f36", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:55.618Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "0eae26f0-a3fa-46d0-b923-aa45f113c299", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:58.207Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "d624a02a-ae41-45f0-8dd8-2fcc8040676a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:40:59.623Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "86b9c8c0-8685-432b-b8fc-416601393930", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:00.549Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "77c42100-7e0e-4c30-a234-f7b7cad07139", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:00.618Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "df04a655-1d9e-45e7-a6c9-00b261b5a9ed", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:03.208Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "63b33228-3481-4ccb-a9f9-e45c03cede66", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:04.624Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "61b889d2-e33c-4947-9e44-83b6def2c7a4", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:05.550Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "9b10c874-d873-417c-8ab3-7305e6a7731d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:05.619Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "0448490a-5ade-456d-bc06-1083d40ec2e3", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:08.209Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "41f0c91d-aeea-4a62-b1a3-3d6772c4d2ae", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:09.624Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "6f2aea4e-b410-4e68-80bc-9dd551bbaaef", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:10.552Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2ed6edbe-3299-4fb8-8d2b-6e78206b7fab", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:10.619Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "4081ca29-dcbd-4b73-842e-fb74b3229bfb", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:13.210Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "ea60afd8-bd0b-47c4-b2c9-c27aa157589b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:14.626Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "0453d727-ace5-45d5-a044-8d85c4d1af8f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:15.552Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "bc1a481e-4185-4405-bc88-b121cba72a5a", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:15.619Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "df84c1a9-d579-40d5-84cf-c4ea4a257f4c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:18.211Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "d62932ea-848d-43a9-b7a6-5522a081f6e8", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:19.627Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "9f6f0b6a-c9b3-4a92-ba49-364c7f6b2b55", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:20.553Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "b66ad5bf-11a0-4a2d-8ec2-f72796e0369b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:20.620Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "0c1cf899-d7c7-471f-b57f-2f2aa802b50d", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:23.212Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "71b6d858-69e2-46a0-ad6f-53686a4f467f", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:24.628Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "44e31cef-8b4b-4608-abc3-064150bf143c", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:25.554Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "dcf80ee8-ad0d-4c0c-8383-bef32d74cc8e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:25.621Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "526ddc60-3a21-469d-96b0-47c9e7d3d5de", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:28.212Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "c5202ffe-8da1-4523-b12a-10e6e53110c7", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:29.629Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "4b39451a-4918-4b77-970e-77c1e48dba4e", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:30.555Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "8473edc0-7edc-4248-bb8b-958a370caf6b", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:30.622Z INFO Cluster is not ready for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "19735f09-20a6-4c26-8057-b2cf1acdb6a0", "cluster": "demand-backup-parallel", "reason": "unsafe.backupIfUnhealthy must be true to run backup on cluster with status initializing"} 2026-08-06T02:41:31.887Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "d286bd9f-9d6a-4489-94bc-5012f9dbe7cc", "user": "root"} 2026-08-06T02:41:32.004Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"demand-backup-parallel","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "demand-backup-parallel", "reconcileID": "d286bd9f-9d6a-4489-94bc-5012f9dbe7cc", "new version": "8.0.43-34.1"} 2026-08-06T02:41:33.213Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "763d5ec4-35c0-4b7b-9d72-995aef074cca", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:33.761Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "763d5ec4-35c0-4b7b-9d72-995aef074cca", "namespace": "demand-backup-parallel-7956", "name": "xb-backup3"} 2026-08-06T02:41:33.847Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "da5c0fd5-e08c-4df2-a76b-0ea4345607bd", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:34.630Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "1f550a52-407a-488f-91c4-f9c314888bf0", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:34.630Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "1f550a52-407a-488f-91c4-f9c314888bf0", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:35.555Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "f3aa630e-eb33-429b-ad1e-6c41b6c8dff9", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:35.555Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "f3aa630e-eb33-429b-ad1e-6c41b6c8dff9", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:35.622Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "575fcbb4-d03b-4863-be03-697d5861832f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:35.622Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "575fcbb4-d03b-4863-be03-697d5861832f", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:39.008Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "2ba96a68-dc86-4359-8156-2b7f72a0aaaf", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:39.084Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "b9c92c51-8aec-4652-9796-96c598c5863f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:39.631Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "4936e619-83b0-4883-af2c-f96230576cb9", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:39.631Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "4936e619-83b0-4883-af2c-f96230576cb9", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:40.556Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "271460f5-9fb3-4008-9a5e-4bd00f1f39f7", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:40.556Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "271460f5-9fb3-4008-9a5e-4bd00f1f39f7", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:40.623Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "fe15c717-1485-41d6-a2b3-06e065116eb4", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:40.623Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "fe15c717-1485-41d6-a2b3-06e065116eb4", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:44.126Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "0b72f9c9-d16d-43e6-b09b-b30ada2003b7", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:44.632Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a712a949-4605-41dc-8049-dfb94a374def", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:44.632Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a712a949-4605-41dc-8049-dfb94a374def", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:45.557Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "a3d7415a-fafc-4d8e-be05-427c3bfe1a41", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:45.557Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "a3d7415a-fafc-4d8e-be05-427c3bfe1a41", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:45.624Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "3bd440ac-2cff-4207-8fd0-bbcc01a18612", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:45.624Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "3bd440ac-2cff-4207-8fd0-bbcc01a18612", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:49.163Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "057bfb54-ae10-458c-98bd-b868cbfb9457", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:49.653Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "14fdc25f-f51d-42c1-b628-573e8853a45b", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:49.653Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "14fdc25f-f51d-42c1-b628-573e8853a45b", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:50.557Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "6bdf0d5d-8d17-4ea5-bba3-9a9306d32d0b", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:50.557Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "6bdf0d5d-8d17-4ea5-bba3-9a9306d32d0b", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:50.625Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "dabb1018-38a9-4d70-93e4-4cec95906b3d", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:50.625Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "dabb1018-38a9-4d70-93e4-4cec95906b3d", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:54.233Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "917197c2-92d6-4cfb-b3c5-a91dd6e1e083", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:54.654Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "84215dc0-d433-4abe-91f6-fe7b055581e8", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:54.654Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "84215dc0-d433-4abe-91f6-fe7b055581e8", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:55.559Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "ba70d5ce-ed56-4bba-9eda-1a7ef9fafbfd", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:55.559Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "ba70d5ce-ed56-4bba-9eda-1a7ef9fafbfd", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:55.626Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "795e4eeb-613a-440b-9d98-801322975242", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:55.626Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "795e4eeb-613a-440b-9d98-801322975242", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:41:59.277Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "5e66a5a6-f18c-4baa-9ccb-4749c83b6762", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:59.655Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "14e0f893-6e52-4f3f-a4cb-ffdb1b869aa2", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:41:59.655Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "14e0f893-6e52-4f3f-a4cb-ffdb1b869aa2", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:42:00.560Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "d1cb8ed1-22c3-4fb0-9f83-396dafe90a93", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:00.560Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "d1cb8ed1-22c3-4fb0-9f83-396dafe90a93", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:42:00.627Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "8113723d-e6fc-4b23-beb1-d27ede6afe4c", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:00.627Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "8113723d-e6fc-4b23-beb1-d27ede6afe4c", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup3-3d1dc308-3e1f-4a4d-b65f-c35b76e78181"} 2026-08-06T02:42:04.311Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "658d9cd6-b06f-4f21-ade0-e48430283ca0", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:04.346Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "658d9cd6-b06f-4f21-ade0-e48430283ca0", "job": "xb-backup3", "secret": "demand-backup-parallel-mysql-init"} 2026-08-06T02:42:04.346Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "658d9cd6-b06f-4f21-ade0-e48430283ca0", "job": "xb-backup3"} 2026-08-06T02:42:04.375Z INFO Releasing backup lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup3","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup3", "reconcileID": "658d9cd6-b06f-4f21-ade0-e48430283ca0", "cluster": "demand-backup-parallel", "storage": "minio", "lease": "pxc-demand-backup-parallel-backup-lock"} 2026-08-06T02:42:04.656Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a66f813b-0dac-40f9-b37f-efcad8b7258f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:04.728Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "a66f813b-0dac-40f9-b37f-efcad8b7258f", "namespace": "demand-backup-parallel-7956", "name": "xb-backup2"} 2026-08-06T02:42:05.561Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "acef0860-7813-4c0e-82cf-518bc95b781f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:05.561Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "acef0860-7813-4c0e-82cf-518bc95b781f", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:05.628Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "2a966b50-f348-4267-9b61-6eb6f7071d20", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:05.628Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "2a966b50-f348-4267-9b61-6eb6f7071d20", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:09.729Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "d6ced4b1-3662-42ec-9506-ba965823600b", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:09.828Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "22b10bce-7f6e-4561-b0ee-08229513904b", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:10.562Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "193d41fb-001f-41e5-a566-c361cc5df2d3", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:10.562Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "193d41fb-001f-41e5-a566-c361cc5df2d3", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:10.629Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "1e979569-a8a6-41ac-ba1f-183b0b6580d1", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:10.629Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "1e979569-a8a6-41ac-ba1f-183b0b6580d1", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:14.861Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "03f9a7fc-28db-4801-9129-3039a1551aac", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:15.562Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "7ac007e8-ac6f-4433-b37b-8f1fdb9ab095", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:15.562Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "7ac007e8-ac6f-4433-b37b-8f1fdb9ab095", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:15.629Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "17eca81c-7c1a-4e18-a0a8-ba2d2986d2fd", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:15.629Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "17eca81c-7c1a-4e18-a0a8-ba2d2986d2fd", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:19.897Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "c14de8ae-4f0d-4f3f-949e-3dccbab9ae5f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:20.562Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "ed3d4aef-2fee-4716-b0d3-56c64c67ab9d", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:20.562Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "ed3d4aef-2fee-4716-b0d3-56c64c67ab9d", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:20.630Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "69c6b429-bdb9-4154-8661-e372e0166be0", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:20.630Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "69c6b429-bdb9-4154-8661-e372e0166be0", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:24.932Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "0f8cfb91-375d-4fed-862a-8c30a58d590c", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:25.564Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "d29713a3-bd84-4cc6-8430-ed313057121d", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:25.564Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "d29713a3-bd84-4cc6-8430-ed313057121d", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:25.631Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "eb6b7afd-6a3b-49d8-88b7-300310c22068", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:25.631Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "eb6b7afd-6a3b-49d8-88b7-300310c22068", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:29.971Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "44bf234f-3485-4b2b-825f-a7bdc323384e", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:30.565Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2ed2e199-1b45-4579-a51e-5b3715c90f93", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:30.565Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "2ed2e199-1b45-4579-a51e-5b3715c90f93", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:30.632Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "a6d03a27-c1be-4688-b452-2dc5bd14535e", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:30.632Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "a6d03a27-c1be-4688-b452-2dc5bd14535e", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup2-b3966f3c-925f-4bfe-ae0a-6373f3cc5994"} 2026-08-06T02:42:35.018Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "50ca295f-3fd2-405b-befc-3c4ba2cfcb7a", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:35.063Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "50ca295f-3fd2-405b-befc-3c4ba2cfcb7a", "job": "xb-backup2", "secret": "demand-backup-parallel-mysql-init"} 2026-08-06T02:42:35.063Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "50ca295f-3fd2-405b-befc-3c4ba2cfcb7a", "job": "xb-backup2"} 2026-08-06T02:42:35.095Z INFO Releasing backup lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup2","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup2", "reconcileID": "50ca295f-3fd2-405b-befc-3c4ba2cfcb7a", "cluster": "demand-backup-parallel", "storage": "minio", "lease": "pxc-demand-backup-parallel-backup-lock"} 2026-08-06T02:42:35.566Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "768ffb13-a31a-40be-88ab-568557e250e3", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:35.613Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "768ffb13-a31a-40be-88ab-568557e250e3", "namespace": "demand-backup-parallel-7956", "name": "xb-backup4"} 2026-08-06T02:42:35.633Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "43ea94e4-c7bf-4cd8-9cbe-784dd6aaa040", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:35.633Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "43ea94e4-c7bf-4cd8-9cbe-784dd6aaa040", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:42:40.615Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "0b8f3a37-dd0c-448a-b6c1-96ced5298ba3", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:40.677Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f210e050-65f3-4903-96f0-20c6db50a61d", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:40.677Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f210e050-65f3-4903-96f0-20c6db50a61d", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:42:40.684Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "42058016-9521-4d2c-bad1-0108cceac4e2", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:45.678Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "09a3196a-c21e-429f-a5a9-767f50911ef1", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:45.678Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "09a3196a-c21e-429f-a5a9-767f50911ef1", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:42:45.719Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "f8d81984-6afb-4e2b-8689-21f3146311d1", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:50.678Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "8c21f069-9ee0-4fa8-bb8c-c6fe9a82c72f", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:50.678Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "8c21f069-9ee0-4fa8-bb8c-c6fe9a82c72f", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:42:50.755Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "3515bd13-a5aa-4a06-a822-88097b89ff61", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:55.679Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "b2018961-551d-41fb-b153-eafb92513193", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:42:55.679Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "b2018961-551d-41fb-b153-eafb92513193", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:42:55.795Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "9ccd4682-7dd1-4fa2-8f69-1ffa515f0f32", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:00.680Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f8519db9-140f-4741-8210-714723dc1c9c", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:00.680Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f8519db9-140f-4741-8210-714723dc1c9c", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:43:00.828Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "a6ee0b65-061c-4a48-8b60-54b795a33410", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:05.680Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "942e3310-82c0-427c-a9f8-2a125f94150c", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:05.681Z INFO Another backup is holding the lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "942e3310-82c0-427c-a9f8-2a125f94150c", "cluster": "demand-backup-parallel", "storage": "minio", "holder": "backup4-e644e2f4-981c-436c-88a2-ce985ec100dd"} 2026-08-06T02:43:05.866Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "760d4c54-d619-45fc-9312-d7edf2fbb9dd", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:05.915Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "760d4c54-d619-45fc-9312-d7edf2fbb9dd", "job": "xb-backup4", "secret": "demand-backup-parallel-mysql-init"} 2026-08-06T02:43:05.915Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "760d4c54-d619-45fc-9312-d7edf2fbb9dd", "job": "xb-backup4"} 2026-08-06T02:43:05.946Z INFO Releasing backup lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup4","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup4", "reconcileID": "760d4c54-d619-45fc-9312-d7edf2fbb9dd", "cluster": "demand-backup-parallel", "storage": "minio", "lease": "pxc-demand-backup-parallel-backup-lock"} 2026-08-06T02:43:10.681Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f2f70e48-edf3-43ca-b398-78b38271246c", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:10.734Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "f2f70e48-edf3-43ca-b398-78b38271246c", "namespace": "demand-backup-parallel-7956", "name": "xb-backup1"} 2026-08-06T02:43:15.735Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "2160331f-e6dc-4219-af6d-0d4dadb66994", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:15.811Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "b2edd6b2-c76e-4d3b-a509-17c447f92d5b", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:20.848Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "579cdfd3-3302-42a9-a287-02bc40123f9a", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:25.884Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "cd8fc6e6-1f70-45d8-9448-b42226d8acd1", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:30.918Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "3a704d0a-ca13-4aac-a479-bf6e5e011b56", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:35.954Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "0fb42360-5df7-4540-a35c-94e1ad44fe53", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:40.991Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "d1ff94b2-17dc-41e4-b757-0c59710c73ed", "cluster": "demand-backup-parallel", "storage": "minio", "allowed": false} 2026-08-06T02:43:41.038Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "d1ff94b2-17dc-41e4-b757-0c59710c73ed", "job": "xb-backup1", "secret": "demand-backup-parallel-mysql-init"} 2026-08-06T02:43:41.038Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "d1ff94b2-17dc-41e4-b757-0c59710c73ed", "job": "xb-backup1"} 2026-08-06T02:43:41.068Z INFO Releasing backup lock {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup1","namespace":"demand-backup-parallel-7956"}, "namespace": "demand-backup-parallel-7956", "name": "backup1", "reconcileID": "d1ff94b2-17dc-41e4-b757-0c59710c73ed", "cluster": "demand-backup-parallel", "storage": "minio", "lease": "pxc-demand-backup-parallel-backup-lock"} + local backup_names ++ kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + backup_names='demand-backup-parallel-7956/backup1 demand-backup-parallel-7956/backup2 demand-backup-parallel-7956/backup3 demand-backup-parallel-7956/backup4' + [[ -n demand-backup-parallel-7956/backup1 demand-backup-parallel-7956/backup2 demand-backup-parallel-7956/backup3 demand-backup-parallel-7956/backup4 ]] + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found perconaxtradbclusterbackup.pxc.percona.com "backup1" deleted from demand-backup-parallel-7956 namespace perconaxtradbclusterbackup.pxc.percona.com "backup2" deleted from demand-backup-parallel-7956 namespace perconaxtradbclusterbackup.pxc.percona.com "backup3" deleted from demand-backup-parallel-7956 namespace perconaxtradbclusterbackup.pxc.percona.com "backup4" deleted from demand-backup-parallel-7956 namespace ++ date +%s + local deadline=1785984533 ++ kubectl_bin get pxc-backup --all-namespaces -o name --ignore-not-found + [[ -z '' ]] + local pxc_names ++ kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace}/{.metadata.name}{"\n"}{end}' + pxc_names=demand-backup-parallel-7956/demand-backup-parallel + [[ -n demand-backup-parallel-7956/demand-backup-parallel ]] + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + kubectl_bin patch pxc -n demand-backup-parallel-7956 demand-backup-parallel --type=merge -p '{"metadata":{"finalizers":["percona.com/delete-pxc-pvc"]}}' perconaxtradbcluster.pxc.percona.com/demand-backup-parallel patched + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --ignore-not-found perconaxtradbcluster.pxc.percona.com "demand-backup-parallel" deleted from demand-backup-parallel-7956 namespace ++ date +%s + local deadline=1785984542 ++ kubectl_bin get pxc --all-namespaces -o name --ignore-not-found + [[ -z '' ]] + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found No resources found + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found ++ mktemp + local LAST_OUT=/tmp/tmp.Z4PrnYejCY ++ mktemp + local LAST_ERR=/tmp/tmp.nJSEgskb56 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook --ignore-not-found + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Z4PrnYejCY validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.nJSEgskb56 + rm /tmp/tmp.Z4PrnYejCY /tmp/tmp.nJSEgskb56 + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' ++ date +%s + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace demand-backup-parallel-7956 ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.9Uagjjy17M + local deadline=1785984390 + local LAST_OUT=/tmp/tmp.pvHRbaL86i ++ kubectl_bin get namespace demand-backup-parallel-7956 --ignore-not-found -o name ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.pMJbrPVL55 + local exit_status=0 + local LAST_ERR=/tmp/tmp.uVaXzsW1HB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete --grace-period=0 --force=true namespace demand-backup-parallel-7956 + [[ -z namespace/demand-backup-parallel-7956 ]] ++ date +%s + [[ 1785984273 -ge 1785984390 ]] + sleep 5 ++ kubectl_bin get namespace demand-backup-parallel-7956 --ignore-not-found -o name + [[ -z namespace/demand-backup-parallel-7956 ]] ++ date +%s + [[ 1785984280 -ge 1785984390 ]] + sleep 5 ++ kubectl_bin get namespace demand-backup-parallel-7956 --ignore-not-found -o name + [[ -z namespace/demand-backup-parallel-7956 ]] ++ date +%s + [[ 1785984289 -ge 1785984390 ]] + sleep 5 ++ kubectl_bin get namespace demand-backup-parallel-7956 --ignore-not-found -o name + [[ -z namespace/demand-backup-parallel-7956 ]] ++ date +%s + [[ 1785984296 -ge 1785984390 ]] + sleep 5 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pvHRbaL86i namespace "demand-backup-parallel-7956" force deleted + cat /tmp/tmp.uVaXzsW1HB Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.pvHRbaL86i /tmp/tmp.uVaXzsW1HB + return 0 ++ kubectl_bin get namespace demand-backup-parallel-7956 --ignore-not-found -o name + [[ -z '' ]] ++ date +%s + deadline=1785984425 ++ awk '$2 != ""' ++ kubectl_bin get pv -o 'jsonpath={range .items[*]}{.metadata.name}{"\t"}{.metadata.deletionTimestamp}{"\n"}{end}' + [[ -z '' ]] + rm -rf /tmp/tmp.MFHRKTk5Hi