Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/logs/demand-backup-8-0.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-30732 + local ns=demand-backup-30732 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n demand-backup-11323 demand-backup --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/demand-backup patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.fLpWxY75q6 ++ mktemp + local LAST_ERR=/tmp/tmp.ZOWOaBgOMT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fLpWxY75q6 perconaxtradbcluster.pxc.percona.com "demand-backup" deleted from demand-backup-11323 namespace + cat /tmp/tmp.ZOWOaBgOMT + rm /tmp/tmp.fLpWxY75q6 /tmp/tmp.ZOWOaBgOMT + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.I4Rr67mxDN ++ mktemp + local LAST_ERR=/tmp/tmp.lOgeuxsBPC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.I4Rr67mxDN perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-minio" deleted from demand-backup-11323 namespace perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-11323 namespace perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc-bsource" deleted from demand-backup-11323 namespace perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-wrong-creds" deleted from demand-backup-11323 namespace + cat /tmp/tmp.lOgeuxsBPC + rm /tmp/tmp.I4Rr67mxDN /tmp/tmp.lOgeuxsBPC + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.K0uYR40wSr ++ mktemp + local LAST_ERR=/tmp/tmp.uzJNagrxsy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.K0uYR40wSr perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-11323 namespace perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc-bsource" deleted from demand-backup-11323 namespace + cat /tmp/tmp.uzJNagrxsy + rm /tmp/tmp.K0uYR40wSr /tmp/tmp.uzJNagrxsy + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.n12azIfg6b + local LAST_OUT=/tmp/tmp.marvhaoxul ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.InTytGLSpQ + local LAST_ERR=/tmp/tmp.RWZ1UfvF9k + local exit_status=0 + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.n12azIfg6b + cat /tmp/tmp.RWZ1UfvF9k + rm /tmp/tmp.n12azIfg6b /tmp/tmp.RWZ1UfvF9k + return 0 namespace "demand-backup-11323" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.marvhaoxul namespace "pxc-operator" deleted + cat /tmp/tmp.InTytGLSpQ + rm /tmp/tmp.marvhaoxul /tmp/tmp.InTytGLSpQ + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.qDL5exgXIU ++ mktemp + local LAST_ERR=/tmp/tmp.BSYDvRZhzO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qDL5exgXIU namespace/pxc-operator created + cat /tmp/tmp.BSYDvRZhzO + rm /tmp/tmp.qDL5exgXIU /tmp/tmp.BSYDvRZhzO + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.K060K4g2ME +++ mktemp ++ local LAST_ERR=/tmp/tmp.dVphfUHnPX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K060K4g2ME ++ cat /tmp/tmp.dVphfUHnPX ++ rm /tmp/tmp.K060K4g2ME /tmp/tmp.dVphfUHnPX ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.wT7wGWR15s ++ mktemp + local LAST_ERR=/tmp/tmp.giZKYg6EzP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wT7wGWR15s Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1" modified. + cat /tmp/tmp.giZKYg6EzP + rm /tmp/tmp.wT7wGWR15s /tmp/tmp.giZKYg6EzP + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.jVvkt1cCfN ++ mktemp + local LAST_ERR=/tmp/tmp.TGuYW3EJQn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jVvkt1cCfN customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.TGuYW3EJQn + rm /tmp/tmp.jVvkt1cCfN /tmp/tmp.TGuYW3EJQn + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ixDiKD2sE4 ++ mktemp + local LAST_ERR=/tmp/tmp.fObEZav0vC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ixDiKD2sE4 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.fObEZav0vC + rm /tmp/tmp.ixDiKD2sE4 /tmp/tmp.fObEZav0vC + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2076-09e03a97^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + kubectl_bin apply -f - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + local LAST_OUT=/tmp/tmp.ipRrF1AiRe ++ mktemp + local LAST_ERR=/tmp/tmp.mtq4WMCxNJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ipRrF1AiRe deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.mtq4WMCxNJ + rm /tmp/tmp.ipRrF1AiRe /tmp/tmp.mtq4WMCxNJ + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.SuPueqIv4E ++ mktemp + local LAST_ERR=/tmp/tmp.dO9KLDlhwO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SuPueqIv4E pod/percona-xtradb-cluster-operator-86d86d5cd6-24p4v condition met + cat /tmp/tmp.dO9KLDlhwO + rm /tmp/tmp.SuPueqIv4E /tmp/tmp.dO9KLDlhwO + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.zS4sRd0VQm +++ mktemp ++ local LAST_ERR=/tmp/tmp.DGVWW6GPfy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zS4sRd0VQm ++ cat /tmp/tmp.DGVWW6GPfy ++ rm /tmp/tmp.zS4sRd0VQm /tmp/tmp.DGVWW6GPfy ++ return 0 + wait_pod percona-xtradb-cluster-operator-86d86d5cd6-24p4v 480 pxc-operator + local pod=percona-xtradb-cluster-operator-86d86d5cd6-24p4v + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-86d86d5cd6-24p4v ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-86d86d5cd6-24p4v condition met waiting for pod/percona-xtradb-cluster-operator-86d86d5cd6-24p4v to become Ready.Ok + sleep 3 + create_namespace demand-backup-30732 + local namespace=demand-backup-30732 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-30732' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-30732 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-30732 + xargs kubectl delete ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.RiuEWZamDU + local LAST_OUT=/tmp/tmp.vK2m2mQOWm ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.Q7Gtwy64hN + local exit_status=0 + local LAST_ERR=/tmp/tmp.OY8HYoWUFu + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-30732 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-30732 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vK2m2mQOWm + cat /tmp/tmp.OY8HYoWUFu + rm /tmp/tmp.vK2m2mQOWm /tmp/tmp.OY8HYoWUFu + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-30732 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.RiuEWZamDU + cat /tmp/tmp.Q7Gtwy64hN Error from server (NotFound): namespaces "demand-backup-30732" not found + rm /tmp/tmp.RiuEWZamDU /tmp/tmp.Q7Gtwy64hN + return 1 + : + wait_for_delete namespace/demand-backup-30732 + local res=namespace/demand-backup-30732 + echo -n 'waiting for namespace/demand-backup-30732 to be deleted' waiting for namespace/demand-backup-30732 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-30732" not found + desc 'create namespace demand-backup-30732' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-30732 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-30732 ++ mktemp + local LAST_OUT=/tmp/tmp.UD3GKKXzwi ++ mktemp + local LAST_ERR=/tmp/tmp.YeWCmcTR9R + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace demand-backup-30732 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UD3GKKXzwi namespace/demand-backup-30732 created + cat /tmp/tmp.YeWCmcTR9R + rm /tmp/tmp.UD3GKKXzwi /tmp/tmp.YeWCmcTR9R + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.5dy6IEzO3X +++ mktemp ++ local LAST_ERR=/tmp/tmp.mWJREiLblG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5dy6IEzO3X ++ cat /tmp/tmp.mWJREiLblG ++ rm /tmp/tmp.5dy6IEzO3X /tmp/tmp.mWJREiLblG ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1 --namespace=demand-backup-30732 ++ mktemp + local LAST_OUT=/tmp/tmp.11tQhTKcYz ++ mktemp + local LAST_ERR=/tmp/tmp.iKLgTd7SEn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1 --namespace=demand-backup-30732 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.11tQhTKcYz Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-09e03a97-6-cluster1" modified. + cat /tmp/tmp.iKLgTd7SEn + rm /tmp/tmp.11tQhTKcYz /tmp/tmp.iKLgTd7SEn + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.aU65bgGK02 ++ mktemp + local LAST_ERR=/tmp/tmp.RGneQuSJ5q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aU65bgGK02 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.RGneQuSJ5q + rm /tmp/tmp.aU65bgGK02 /tmp/tmp.RGneQuSJ5q + return 0 + cluster=demand-backup + spinup_pxc demand-backup /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/demand-backup.yml + local cluster=demand-backup + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/demand-backup.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5nNM5ijgGV ++ mktemp + local LAST_ERR=/tmp/tmp.DgI67WmZTg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5nNM5ijgGV secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.DgI67WmZTg + rm /tmp/tmp.5nNM5ijgGV /tmp/tmp.DgI67WmZTg + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-09e03a97#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.AZ9z1Lu4j5 + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.ZL9wSnmmG0 + local exit_status=0 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-30732~ ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AZ9z1Lu4j5 deployment.apps/pxc-client created + cat /tmp/tmp.ZL9wSnmmG0 + rm /tmp/tmp.AZ9z1Lu4j5 /tmp/tmp.ZL9wSnmmG0 + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/demand-backup.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/demand-backup.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/demand-backup.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.BX94e7Pz8x + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-09e03a97#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-30732~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.JEtU5Qur53 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BX94e7Pz8x perconaxtradbcluster.pxc.percona.com/demand-backup created + cat /tmp/tmp.JEtU5Qur53 + rm /tmp/tmp.BX94e7Pz8x /tmp/tmp.JEtU5Qur53 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy demand-backup ++ local target_cluster=demand-backup +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Y2B89AW1LI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fQpg9s0wmR +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Y2B89AW1LI +++ cat /tmp/tmp.fQpg9s0wmR +++ rm /tmp/tmp.Y2B89AW1LI /tmp/tmp.fQpg9s0wmR +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5SUajYA5P0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.EsdZKiCFnW +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.5SUajYA5P0 +++ cat /tmp/tmp.EsdZKiCFnW +++ rm /tmp/tmp.5SUajYA5P0 /tmp/tmp.EsdZKiCFnW +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo demand-backup-proxysql ++ return + local proxy=demand-backup-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-30732 ++ mktemp + local LAST_OUT=/tmp/tmp.QcxZcW8SPj ++ mktemp + local LAST_ERR=/tmp/tmp.htG4Xb2Vyt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-30732 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-30732 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-30732 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.QcxZcW8SPj + cat /tmp/tmp.htG4Xb2Vyt error: no matching resources found + rm /tmp/tmp.QcxZcW8SPj /tmp/tmp.htG4Xb2Vyt + return 1 + true + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.sR8z9OqU4F +++ mktemp ++ local LAST_ERR=/tmp/tmp.N6opN2nSA5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sR8z9OqU4F ++ cat /tmp/tmp.N6opN2nSA5 ++ rm /tmp/tmp.sR8z9OqU4F /tmp/tmp.N6opN2nSA5 ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rPsuSIjaOF +++ mktemp ++ local LAST_ERR=/tmp/tmp.z2BgcedtQZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rPsuSIjaOF ++ cat /tmp/tmp.z2BgcedtQZ ++ rm /tmp/tmp.rPsuSIjaOF /tmp/tmp.z2BgcedtQZ ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fcW2M8MYpT +++ mktemp ++ local LAST_ERR=/tmp/tmp.vNNxah9y7R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fcW2M8MYpT ++ cat /tmp/tmp.vNNxah9y7R ++ rm /tmp/tmp.fcW2M8MYpT /tmp/tmp.vNNxah9y7R ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KkAruAqgr8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QAh8cSqSBk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KkAruAqgr8 ++ cat /tmp/tmp.QAh8cSqSBk ++ rm /tmp/tmp.KkAruAqgr8 /tmp/tmp.QAh8cSqSBk ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.z9ViFvPUaB +++ mktemp ++ local LAST_ERR=/tmp/tmp.kvsTq18huq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.z9ViFvPUaB ++ cat /tmp/tmp.kvsTq18huq ++ rm /tmp/tmp.z9ViFvPUaB /tmp/tmp.kvsTq18huq ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iTlcWQbX5c +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8792Is7FC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iTlcWQbX5c ++ cat /tmp/tmp.c8792Is7FC ++ rm /tmp/tmp.iTlcWQbX5c /tmp/tmp.c8792Is7FC ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql ++ is_keyring_plugin_in_use demand-backup ++ local cluster=demand-backup ++ kubectl_bin exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BNxmBgSgQN +++ mktemp ++ local LAST_ERR=/tmp/tmp.6Ll4NZdsLH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BNxmBgSgQN ++ cat /tmp/tmp.6Ll4NZdsLH Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.BNxmBgSgQN /tmp/tmp.6Ll4NZdsLH ++ return 0 + '[' '' ']' + start_minio demand-backup-ssl + deploy_helm demand-backup-30732 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "minio" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=demand-backup-ssl + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n demand-backup-ssl ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio NAME: minio-service LAST DEPLOYED: Fri Nov 28 06:41:22 2025 NAMESPACE: demand-backup-30732 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.demand-backup-30732.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace demand-backup-30732 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-30732 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-30732 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-30732 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DHtVW8bdxb +++ mktemp ++ local LAST_ERR=/tmp/tmp.9LQQDbGdt8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DHtVW8bdxb ++ cat /tmp/tmp.9LQQDbGdt8 ++ rm /tmp/tmp.DHtVW8bdxb /tmp/tmp.9LQQDbGdt8 ++ return 0 + MINIO_POD=minio-service-f46fd9c97-4x6bg + wait_pod minio-service-f46fd9c97-4x6bg + local pod=minio-service-f46fd9c97-4x6bg + local max_retry=480 + local ns= ++ echo minio-service-f46fd9c97-4x6bg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/minio-service-f46fd9c97-4x6bg condition met waiting for pod/minio-service-f46fd9c97-4x6bg to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.wg3cbSlI9l ++ mktemp + local LAST_ERR=/tmp/tmp.ObDY53sDWy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wg3cbSlI9l /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing pod "aws-cli" deleted from demand-backup-30732 namespace + cat /tmp/tmp.ObDY53sDWy All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_demand-backup-30732 + rm /tmp/tmp.wg3cbSlI9l /tmp/tmp.ObDY53sDWy + return 0 + run_backup demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc + log 'run pxc-backup/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:42:30+0000]' run pxc-backup/on-demand-backup-pvc [2025-11-28T06:42:30+0000] run pxc-backup/on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.BjnWxoYO7p ++ mktemp + local LAST_ERR=/tmp/tmp.8jEi0CmFlW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BjnWxoYO7p perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.8jEi0CmFlW + rm /tmp/tmp.BjnWxoYO7p /tmp/tmp.8jEi0CmFlW + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state........................................Succeeded + run_recovery_check demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc ++ get_proxy_engine demand-backup ++ local cluster_name=demand-backup +++ get_proxy demand-backup +++ local target_cluster=demand-backup ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.zetKC1QtrL +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.YE7mZXwXfx ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.zetKC1QtrL ++++ cat /tmp/tmp.YE7mZXwXfx ++++ rm /tmp/tmp.zetKC1QtrL /tmp/tmp.YE7mZXwXfx ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.adLltGu9aQ +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.k77BhgGtqs ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.adLltGu9aQ ++++ cat /tmp/tmp.k77BhgGtqs ++++ rm /tmp/tmp.adLltGu9aQ /tmp/tmp.k77BhgGtqs ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo demand-backup-proxysql +++ return ++ local cluster_proxy=demand-backup-proxysql ++ echo proxysql + local proxy=proxysql + log 'run pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:43:08+0000]' run pxc-restore/on-demand-backup-pvc [2025-11-28T06:43:08+0000] run pxc-restore/on-demand-backup-pvc + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/restore-on-demand-backup-pvc.yaml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-30732~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.w8soiB8WMn ++ mktemp + local LAST_ERR=/tmp/tmp.VTF6ERJHcl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.w8soiB8WMn perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.VTF6ERJHcl + rm /tmp/tmp.w8soiB8WMn /tmp/tmp.VTF6ERJHcl + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-11-28T06:43:09 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:11 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:12 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:13 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:15 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:16 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:18 pxc-restore/on-demand-backup-pvc state: Starting 2025-11-28T06:43:19 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:20 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:22 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:23 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:25 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:26 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:27 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:29 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:30 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:32 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:33 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:34 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:36 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:37 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:38 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:40 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:41 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:43 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:44 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:45 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:47 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:48 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:50 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:51 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:52 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:54 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:55 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:57 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:58 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:43:59 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:01 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:02 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:04 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:05 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:06 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:08 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:09 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:11 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:12 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:13 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:15 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:16 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:17 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-11-28T06:44:19 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:20 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:22 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:23 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:24 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:26 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:27 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:29 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:30 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:31 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:33 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:34 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:36 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:37 pxc-restore/on-demand-backup-pvc state: Restoring 2025-11-28T06:44:38 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:40 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:41 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:42 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:44 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:45 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:47 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:48 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:49 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:51 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:52 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:54 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:55 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:56 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:58 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:44:59 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:01 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:02 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:03 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:05 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:06 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:08 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:09 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:10 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:12 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:13 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:14 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:16 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:17 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:19 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:20 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:21 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:23 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:24 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:26 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:27 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:28 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:30 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:31 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:33 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:34 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:35 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:37 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:38 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:40 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:41 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:43 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:44 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:45 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:47 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:48 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:50 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:51 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:52 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-11-28T06:45:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:45:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:45:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:45:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:45:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:19 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:28 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:46:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:00 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:19 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:52 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:47:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:19 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-11-28T06:48:54 pxc-restore/on-demand-backup-pvc state: Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-pvc-demand-backup ++ mktemp + local LAST_OUT=/tmp/tmp.6koQOF5hcJ ++ mktemp + local LAST_ERR=/tmp/tmp.D3XsPWB1WZ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs job/restore-job-on-demand-backup-pvc-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6koQOF5hcJ + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + SOCAT_OPTS=TCP:restore-src-on-demand-backup-pvc-demand-backup:3307,retry=30 + check_ssl + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + SOCAT_OPTS='openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' + ping -c1 restore-src-on-demand-backup-pvc-demand-backup /opt/percona/backup/recovery-pvc-joiner.sh: line 40: ping: command not found + : + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#ib_16384_10.dblwr /datadir/#ib_16384_11.dblwr /datadir/#ib_16384_12.dblwr /datadir/#ib_16384_13.dblwr /datadir/#ib_16384_14.dblwr /datadir/#ib_16384_15.dblwr /datadir/#ib_16384_2.dblwr /datadir/#ib_16384_3.dblwr /datadir/#ib_16384_4.dblwr /datadir/#ib_16384_5.dblwr /datadir/#ib_16384_6.dblwr /datadir/#ib_16384_7.dblwr /datadir/#ib_16384_8.dblwr /datadir/#ib_16384_9.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000001 /datadir/binlog.000002 /datadir/binlog.000003 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_C9Pv + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ parse_ini mysql-version /datadir/pxc_sst_C9Pv/sst_info ++ local key=mysql-version ++ local file_path=/datadir/pxc_sst_C9Pv/sst_info ++ awk -F '=[ ]*' '/mysql-version[ ]*=/ {print $2}' /datadir/pxc_sst_C9Pv/sst_info + MYSQL_VERSION=8.0.43-34.1 + check_for_version 8.0.43-34.1 8.0.0 + '[' -z 8.0.43-34.1 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.0.43-34.1 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.43-34.1 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=43 ++ printf %02d%02d%02d 8 0 43 + local_version_str=080043 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080043 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_C9Pv --parallel=4 --decompress + set +o xtrace vault configuration not found + xtrabackup --use-memory=2GB --prepare --binlog-info=ON --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_C9Pv 2025-11-28T06:44:27.685066-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=24137592 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2025-11-28T06:44:27.685145-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=2GB --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_C9Pv xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2025-11-28T06:44:27.685173-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_C9Pv/ 2025-11-28T06:44:27.685234-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2025-11-28T06:44:27.694491-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30286917) 2025-11-28T06:44:27.695192-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-11-28T06:44:27.695203-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-11-28T06:44:27.695207-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-11-28T06:44:27.695231-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-11-28T06:44:27.695264-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-11-28T06:44:27.695276-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-11-28T06:44:27.695447-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2025-11-28T06:44:27.695615-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-11-28T06:44:27.695624-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-11-28T06:44:27.695628-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-11-28T06:44:27.695636-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-11-28T06:44:27.695641-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-11-28T06:44:27.695646-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-11-28T06:44:27.695657-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2025-11-28T06:44:27.695666-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 2147483648 bytes for buffer pool (set by --use-memory parameter) 2025-11-28T06:44:27.695697-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2025-11-28T06:44:27.695713-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2025-11-28T06:44:27.695719-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2025-11-28T06:44:27.695726-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2025-11-28T06:44:27.695877-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2025-11-28T06:44:27.696190-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2025-11-28T06:44:27.696226-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2025-11-28T06:44:27.699478-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 8 files. 2025-11-28T06:44:27.699987-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 2.000000G, instances = 1, chunk size =128.000000M 2025-11-28T06:44:27.804376-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2025-11-28T06:44:27.813655-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2025-11-28T06:44:27.840704-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30286917 in redo log file ./#innodb_redo/#ib_redo0. 2025-11-28T06:44:27.840741-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30168161 in the system tablespace does not match the log sequence number 30286917 in the redo log files! 2025-11-28T06:44:27.840747-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2025-11-28T06:44:27.840753-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2025-11-28T06:44:27.840857-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30286907, whereas checkpoint_lsn = 30286917 and start_lsn = 30286848 2025-11-28T06:44:27.840870-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30286927 2025-11-28T06:44:27.858438-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-11-28T06:44:27.858795-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2025-11-28T06:44:27.858842-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2025-11-28T06:44:27.858855-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2025-11-28T06:44:27.959951-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-11-28T06:44:27.960303-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30286927. 2025-11-28T06:44:27.960313-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2025-11-28T06:44:27.960354-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2025-11-28T06:44:27.989153-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2025-11-28T06:44:27.991305-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2025-11-28T06:44:27.992976-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30287372 2025-11-28T06:44:27.993030-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-11-28T06:44:27.995525-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2025-11-28T06:44:27.996012-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2025-11-28T06:44:27.996904-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2025-11-28T06:44:27.996955-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5200 2025-11-28T06:44:28.051865-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2025-11-28T06:44:28.051885-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 54932 ms. 2025-11-28T06:44:28.051935-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2025-11-28T06:44:28.051994-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2025-11-28T06:44:28.079060-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2025-11-28T06:44:28.079184-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2025-11-28T06:44:28.091642-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2025-11-28T06:44:28.091786-00:00 0 [Note] [MY-012976] [InnoDB] 8.0.35 started; log sequence number 30287382 2025-11-28T06:44:28.092215-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2025-11-28T06:44:28.093807-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 6 tablespaces into cache in 0.002 seconds 2025-11-28T06:44:28.107122-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.013297 seconds 2025-11-28T06:44:29.107540-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: a5fa926a-cc24-11f0-bc8c-c633f9339697:39 2025-11-28T06:44:29.107579-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2025-11-28T06:44:29.107642-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2025-11-28T06:44:30.107522-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2025-11-28T06:44:30.208333-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-11-28T06:44:30.236710-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30287382 2025-11-28T06:44:30.239586-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --binlog-info=ON --force-non-empty-directories --keyring-vault-config=/etc/mysql/vault-keyring-secret/keyring_vault.conf --early-plugin-load=keyring_vault.so --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_C9Pv 2025-11-28T06:44:30.261592-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --datadir=/var/lib/mysql --defaults_group=mysqld --datadir=/datadir 2025-11-28T06:44:30.261687-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_C9Pv xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2025-11-28T06:44:30.261714-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_C9Pv/ 2025-11-28T06:44:30.262171-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2025-11-28T06:44:30.262211-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2025-11-28T06:44:30.262241-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2025-11-28T06:44:30.262269-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2025-11-28T06:44:30.262424-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2025-11-28T06:44:30.262449-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2025-11-28T06:44:30.262663-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000009 to /datadir//binlog.000009 2025-11-28T06:44:30.262692-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000009 to /datadir//binlog.000009 2025-11-28T06:44:30.262761-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2025-11-28T06:44:30.262787-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2025-11-28T06:44:30.263055-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2025-11-28T06:44:30.263081-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2025-11-28T06:44:30.263117-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2025-11-28T06:44:30.263148-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2025-11-28T06:44:30.263178-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2025-11-28T06:44:30.263198-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2025-11-28T06:44:30.263257-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-11-28T06:44:30.263274-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-11-28T06:44:30.263288-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-11-28T06:44:30.263302-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-11-28T06:44:30.263348-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-11-28T06:44:30.263365-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-11-28T06:44:30.263381-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-11-28T06:44:30.263418-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-11-28T06:44:30.263437-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-11-28T06:44:30.263451-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-11-28T06:44:30.263466-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-11-28T06:44:30.263479-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-11-28T06:44:30.263494-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-11-28T06:44:30.263506-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-11-28T06:44:30.263522-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-11-28T06:44:30.263535-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-11-28T06:44:30.263550-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-11-28T06:44:30.263562-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-11-28T06:44:30.263577-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-11-28T06:44:30.263590-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-11-28T06:44:30.263607-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-11-28T06:44:30.263628-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-11-28T06:44:30.263692-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-11-28T06:44:30.263745-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-11-28T06:44:30.263776-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-11-28T06:44:30.263807-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-11-28T06:44:30.263833-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-11-28T06:44:30.263862-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-11-28T06:44:30.263891-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-11-28T06:44:30.263917-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-11-28T06:44:30.263950-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-11-28T06:44:30.263974-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-11-28T06:44:30.264002-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-11-28T06:44:30.264027-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-11-28T06:44:30.264051-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-11-28T06:44:30.264070-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-11-28T06:44:30.264090-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-11-28T06:44:30.264113-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-11-28T06:44:30.264139-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-11-28T06:44:30.264164-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-11-28T06:44:30.264211-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-11-28T06:44:30.264231-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-11-28T06:44:30.264256-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-11-28T06:44:30.264282-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-11-28T06:44:30.264313-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-11-28T06:44:30.264337-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-11-28T06:44:30.264363-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-11-28T06:44:30.264402-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-11-28T06:44:30.264433-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-11-28T06:44:30.264462-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-11-28T06:44:30.264503-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-11-28T06:44:30.264531-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-11-28T06:44:30.264562-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-11-28T06:44:30.264588-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-11-28T06:44:30.264617-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-11-28T06:44:30.264643-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-11-28T06:44:30.264676-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-11-28T06:44:30.264702-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-11-28T06:44:30.264733-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-11-28T06:44:30.264758-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-11-28T06:44:30.264788-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-11-28T06:44:30.264814-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-11-28T06:44:30.264837-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-11-28T06:44:30.264858-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-11-28T06:44:30.264882-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-11-28T06:44:30.264905-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-11-28T06:44:30.264956-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-11-28T06:44:30.264976-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-11-28T06:44:30.265000-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-11-28T06:44:30.265026-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-11-28T06:44:30.265056-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-11-28T06:44:30.265082-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-11-28T06:44:30.265110-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-11-28T06:44:30.265133-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-11-28T06:44:30.265159-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-11-28T06:44:30.265184-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-11-28T06:44:30.265212-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-11-28T06:44:30.265259-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-11-28T06:44:30.265281-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-11-28T06:44:30.265308-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-11-28T06:44:30.265331-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-11-28T06:44:30.265355-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-11-28T06:44:30.265380-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-11-28T06:44:30.265417-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-11-28T06:44:30.265444-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-11-28T06:44:30.265466-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-11-28T06:44:30.265491-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-11-28T06:44:30.265510-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-11-28T06:44:30.265533-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-11-28T06:44:30.265560-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-11-28T06:44:30.265590-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-11-28T06:44:30.265632-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-11-28T06:44:30.265656-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-11-28T06:44:30.265686-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-11-28T06:44:30.265715-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-11-28T06:44:30.265739-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-11-28T06:44:30.265766-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-11-28T06:44:30.265806-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-11-28T06:44:30.265832-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-11-28T06:44:30.265861-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-11-28T06:44:30.265913-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-11-28T06:44:30.265938-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-11-28T06:44:30.265966-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-11-28T06:44:30.265991-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-11-28T06:44:30.266013-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-11-28T06:44:30.266031-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-11-28T06:44:30.266056-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-11-28T06:44:30.266099-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-11-28T06:44:30.266125-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-11-28T06:44:30.266177-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-11-28T06:44:30.266208-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-11-28T06:44:30.266237-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-11-28T06:44:30.266290-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-11-28T06:44:30.266313-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-11-28T06:44:30.266337-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-11-28T06:44:30.266360-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-11-28T06:44:30.266403-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-11-28T06:44:30.266457-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-11-28T06:44:30.266480-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-11-28T06:44:30.266504-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-11-28T06:44:30.266531-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-11-28T06:44:30.266555-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-11-28T06:44:30.266583-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-11-28T06:44:30.266612-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-11-28T06:44:30.266643-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-11-28T06:44:30.266671-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-11-28T06:44:30.266697-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-11-28T06:44:30.266723-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-11-28T06:44:30.266752-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-11-28T06:44:30.266779-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-11-28T06:44:30.266823-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-11-28T06:44:30.266848-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-11-28T06:44:30.266878-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-11-28T06:44:30.266902-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-11-28T06:44:30.266939-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-11-28T06:44:30.266963-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-11-28T06:44:30.267023-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-11-28T06:44:30.267045-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-11-28T06:44:30.267070-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-11-28T06:44:30.267098-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-11-28T06:44:30.267130-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-11-28T06:44:30.267160-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-11-28T06:44:30.267192-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-11-28T06:44:30.267221-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-11-28T06:44:30.267249-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-11-28T06:44:30.267276-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-11-28T06:44:30.267302-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-11-28T06:44:30.267339-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-11-28T06:44:30.267368-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-11-28T06:44:30.267405-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-11-28T06:44:30.267433-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-11-28T06:44:30.267461-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-11-28T06:44:30.267492-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-11-28T06:44:30.267519-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-11-28T06:44:30.267543-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-11-28T06:44:30.267567-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-11-28T06:44:30.267590-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-11-28T06:44:30.267632-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-11-28T06:44:30.267665-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-11-28T06:44:30.267721-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-11-28T06:44:30.267750-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-11-28T06:44:30.267773-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-11-28T06:44:30.267795-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-11-28T06:44:30.267822-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-11-28T06:44:30.267852-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-11-28T06:44:30.267880-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-11-28T06:44:30.267909-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-11-28T06:44:30.267939-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-11-28T06:44:30.267967-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-11-28T06:44:30.267990-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-11-28T06:44:30.268017-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-11-28T06:44:30.268044-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-11-28T06:44:30.268071-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-11-28T06:44:30.268098-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-11-28T06:44:30.268127-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-11-28T06:44:30.268153-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-11-28T06:44:30.268186-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-11-28T06:44:30.268215-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-11-28T06:44:30.268243-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-11-28T06:44:30.268272-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-11-28T06:44:30.268297-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-11-28T06:44:30.268346-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-11-28T06:44:30.268379-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-11-28T06:44:30.268430-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-11-28T06:44:30.268460-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-11-28T06:44:30.268490-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-11-28T06:44:30.268519-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-11-28T06:44:30.268542-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-11-28T06:44:30.268570-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-11-28T06:44:30.268593-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-11-28T06:44:30.268620-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-11-28T06:44:30.268647-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-11-28T06:44:30.268675-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-11-28T06:44:30.268726-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-11-28T06:44:30.268757-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-11-28T06:44:30.268786-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-11-28T06:44:30.268831-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-11-28T06:44:30.268855-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-11-28T06:44:30.268885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-11-28T06:44:30.268910-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-11-28T06:44:30.268945-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-11-28T06:44:30.268975-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-11-28T06:44:30.269003-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-11-28T06:44:30.269027-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-11-28T06:44:30.269058-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-11-28T06:44:30.269086-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-11-28T06:44:30.269108-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-11-28T06:44:30.269127-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-11-28T06:44:30.269157-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-11-28T06:44:30.269185-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-11-28T06:44:30.269216-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-11-28T06:44:30.269243-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-11-28T06:44:30.269275-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-11-28T06:44:30.269305-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-11-28T06:44:30.269338-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-11-28T06:44:30.269368-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-11-28T06:44:30.269402-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-11-28T06:44:30.269444-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-11-28T06:44:30.269468-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-11-28T06:44:30.269499-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-11-28T06:44:30.269554-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-11-28T06:44:30.269585-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-11-28T06:44:30.269617-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-11-28T06:44:30.269646-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-11-28T06:44:30.269675-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-11-28T06:44:30.269706-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-11-28T06:44:30.269732-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-11-28T06:44:30.269760-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-11-28T06:44:30.269791-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-11-28T06:44:30.269816-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-11-28T06:44:30.269846-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-11-28T06:44:30.269874-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-11-28T06:44:30.269917-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-11-28T06:44:30.269946-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-11-28T06:44:30.269992-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-11-28T06:44:30.270011-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-11-28T06:44:30.270035-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-11-28T06:44:30.270062-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-11-28T06:44:30.270088-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-11-28T06:44:30.270111-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-11-28T06:44:30.270138-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-11-28T06:44:30.270166-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-11-28T06:44:30.270193-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-11-28T06:44:30.270219-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-11-28T06:44:30.270264-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-11-28T06:44:30.270290-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-11-28T06:44:30.270320-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-11-28T06:44:30.270356-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-11-28T06:44:30.270407-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-11-28T06:44:30.270437-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-11-28T06:44:30.270508-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-11-28T06:44:30.270534-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-11-28T06:44:30.270562-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2025-11-28T06:44:30.270587-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2025-11-28T06:44:30.270616-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2025-11-28T06:44:30.270639-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2025-11-28T06:44:30.363770-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.D3XsPWB1WZ Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.6koQOF5hcJ /tmp/tmp.D3XsPWB1WZ + return 0 + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo demand-backup-proxysql-0 + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O9n0dUj1cU +++ mktemp ++ local LAST_ERR=/tmp/tmp.DGNHZZMSan ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O9n0dUj1cU ++ cat /tmp/tmp.DGNHZZMSan ++ rm /tmp/tmp.O9n0dUj1cU /tmp/tmp.DGNHZZMSan ++ return 0 + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.VbLO2g0Ox7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hZFMXBAwiV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VbLO2g0Ox7 ++ cat /tmp/tmp.hZFMXBAwiV ++ rm /tmp/tmp.VbLO2g0Ox7 /tmp/tmp.hZFMXBAwiV ++ return 0 + local root_pass=root_password + sleep 35 + log 'check data after pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:49:41+0000]' check data after pxc-restore/on-demand-backup-pvc [2025-11-28T06:49:41+0000] check data after pxc-restore/on-demand-backup-pvc + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q1uHMidBb7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.KTvGm7H7Xr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q1uHMidBb7 ++ cat /tmp/tmp.KTvGm7H7Xr ++ rm /tmp/tmp.q1uHMidBb7 /tmp/tmp.KTvGm7H7Xr ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3FM6ht5W6c +++ mktemp ++ local LAST_ERR=/tmp/tmp.T8Tj23hhDw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3FM6ht5W6c ++ cat /tmp/tmp.T8Tj23hhDw ++ rm /tmp/tmp.3FM6ht5W6c /tmp/tmp.T8Tj23hhDw ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Tpi2c7iK1i +++ mktemp ++ local LAST_ERR=/tmp/tmp.KUiNdPq0rx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Tpi2c7iK1i ++ cat /tmp/tmp.KUiNdPq0rx ++ rm /tmp/tmp.Tpi2c7iK1i /tmp/tmp.KUiNdPq0rx ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + '[' on-demand-backup-pvc '!=' on-demand-backup-minio ']' + log 'copy backup' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:49:51+0000]' copy backup [2025-11-28T06:49:51+0000] copy backup + '[' -n '' ']' + bash /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/backup/copy-backup.sh on-demand-backup-pvc /tmp/tmp.IB91XAuQsR/backup Log: /tmp/tmp.a9p9NncQ6Y/log pvc/xb-on-demand-backup-pvcpod/backup-access created Starting pod.........[done] Downloading started tar: Removing leading `/' from member names Downloading finished pod "backup-access" deleted from demand-backup-30732 namespace You can recover data locally with following commands: $ service mysqld stop $ rm -rf /var/lib/mysql/* $ cat /tmp/tmp.IB91XAuQsR/backup/xtrabackup.stream | xbstream --decompress -x -C /var/lib/mysql $ xtrabackup --prepare --target-dir=/var/lib/mysql $ chown -R mysql:mysql /var/lib/mysql $ service mysqld start + compare_kubectl job/restore-job-on-demand-backup-pvc-demand-backup + local resource=job/restore-job-on-demand-backup-pvc-demand-backup + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup.yml + local new_result=/tmp/tmp.IB91XAuQsR/job_restore-job-on-demand-backup-pvc-demand-backup.yml + desc 'compare job/restore-job-on-demand-backup-pvc-demand-backup-' + set +o xtrace ----------------------------------------------------------------------------------- compare job/restore-job-on-demand-backup-pvc-demand-backup- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.31 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129-aks.yml ']' + kubectl_bin get -o yaml job/restore-job-on-demand-backup-pvc-demand-backup + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("demand-backup-30732", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.toCMULTfqo ++ mktemp + local LAST_ERR=/tmp/tmp.B5mq01ULAE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job/restore-job-on-demand-backup-pvc-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.toCMULTfqo + cat /tmp/tmp.B5mq01ULAE + rm /tmp/tmp.toCMULTfqo /tmp/tmp.B5mq01ULAE + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-demand-backup-k129.yml /tmp/tmp.IB91XAuQsR/job_restore-job-on-demand-backup-pvc-demand-backup.yml + log 'compare_kubectl: job/restore-job-on-demand-backup-pvc-demand-backup OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:50:42+0000]' compare_kubectl: job/restore-job-on-demand-backup-pvc-demand-backup OK [2025-11-28T06:50:42+0000] compare_kubectl: job/restore-job-on-demand-backup-pvc-demand-backup OK + check_pvc_md5 + desc 'check backup file md5sum' + set +o xtrace ----------------------------------------------------------------------------------- check backup file md5sum ----------------------------------------------------------------------------------- + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/client.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-09e03a97#' + local LAST_OUT=/tmp/tmp.yWFSgO5itg + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_ERR=/tmp/tmp.EQdPkhFaYi + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-30732~ ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#apply:.*#apply: Never#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yWFSgO5itg deployment.apps/backup-client created + cat /tmp/tmp.EQdPkhFaYi + rm /tmp/tmp.yWFSgO5itg /tmp/tmp.EQdPkhFaYi + return 0 + sleep 10 ++ kubectl_bin get pods --selector=name=backup-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EDyx56oSpi +++ mktemp ++ local LAST_ERR=/tmp/tmp.TN31voO7sp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=backup-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EDyx56oSpi ++ cat /tmp/tmp.TN31voO7sp ++ rm /tmp/tmp.EDyx56oSpi /tmp/tmp.TN31voO7sp ++ return 0 + bak_client_pod=backup-client-84dd6c575d-tqnlt + wait_pod backup-client-84dd6c575d-tqnlt + local pod=backup-client-84dd6c575d-tqnlt + local max_retry=480 + local ns= ++ echo backup-client-84dd6c575d-tqnlt ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/backup-client-84dd6c575d-tqnlt condition met waiting for pod/backup-client-84dd6c575d-tqnlt to become Ready.Ok + kubectl_bin exec backup-client-84dd6c575d-tqnlt -- bash -c 'cd /backup; md5sum -c md5sum.txt' ++ mktemp + local LAST_OUT=/tmp/tmp.wgoAmtkhGq ++ mktemp + local LAST_ERR=/tmp/tmp.seuIBB3y6V + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec backup-client-84dd6c575d-tqnlt -- bash -c 'cd /backup; md5sum -c md5sum.txt' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wgoAmtkhGq xtrabackup.stream: OK + cat /tmp/tmp.seuIBB3y6V + rm /tmp/tmp.wgoAmtkhGq /tmp/tmp.seuIBB3y6V + return 0 + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.WQ48PFVecN ++ mktemp + local LAST_ERR=/tmp/tmp.dQqMsLaOVl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WQ48PFVecN deployment.apps "backup-client" deleted from demand-backup-30732 namespace + cat /tmp/tmp.dQqMsLaOVl + rm /tmp/tmp.WQ48PFVecN /tmp/tmp.dQqMsLaOVl + return 0 + run_backup demand-backup on-demand-backup-pvc-bsource + local cluster=demand-backup + local backup=on-demand-backup-pvc-bsource + log 'run pxc-backup/on-demand-backup-pvc-bsource' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:50:57+0000]' run pxc-backup/on-demand-backup-pvc-bsource [2025-11-28T06:50:57+0000] run pxc-backup/on-demand-backup-pvc-bsource + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-pvc-bsource.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ApHz6pT4u3 ++ mktemp + local LAST_ERR=/tmp/tmp.0PmZBnURBv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-pvc-bsource.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ApHz6pT4u3 perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc-bsource created + cat /tmp/tmp.0PmZBnURBv + rm /tmp/tmp.ApHz6pT4u3 /tmp/tmp.0PmZBnURBv + return 0 + wait_backup on-demand-backup-pvc-bsource + local backup=on-demand-backup-pvc-bsource + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc-bsource to reach Succeeded state.............................................Succeeded + run_recovery_check demand-backup on-demand-backup-pvc-bsource + local cluster=demand-backup + local backup=on-demand-backup-pvc-bsource ++ get_proxy_engine demand-backup ++ local cluster_name=demand-backup +++ get_proxy demand-backup +++ local target_cluster=demand-backup ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.MnMlA7apRv +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.pLjggTKxbs ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.MnMlA7apRv ++++ cat /tmp/tmp.pLjggTKxbs ++++ rm /tmp/tmp.MnMlA7apRv /tmp/tmp.pLjggTKxbs ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.mMPtdqGZgX +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.jkQt1qtsSm ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.mMPtdqGZgX ++++ cat /tmp/tmp.jkQt1qtsSm ++++ rm /tmp/tmp.mMPtdqGZgX /tmp/tmp.jkQt1qtsSm ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo demand-backup-proxysql +++ return ++ local cluster_proxy=demand-backup-proxysql ++ echo proxysql + local proxy=proxysql + log 'run pxc-restore/on-demand-backup-pvc-bsource' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:51:40+0000]' run pxc-restore/on-demand-backup-pvc-bsource [2025-11-28T06:51:40+0000] run pxc-restore/on-demand-backup-pvc-bsource + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/restore-on-demand-backup-pvc-bsource.yaml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-30732~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.sQfj0qzoLC ++ mktemp + local LAST_ERR=/tmp/tmp.bxN9Hg6PX4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sQfj0qzoLC perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc-bsource created + cat /tmp/tmp.bxN9Hg6PX4 + rm /tmp/tmp.sQfj0qzoLC /tmp/tmp.bxN9Hg6PX4 + return 0 + wait_backup_restore on-demand-backup-pvc-bsource + local backup_name=on-demand-backup-pvc-bsource + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc-bsource to reach Succeeded state 2025-11-28T06:51:42 pxc-restore/on-demand-backup-pvc-bsource state: 2025-11-28T06:51:43 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:44 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:46 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:47 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:49 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:50 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:51 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:53 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:54 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:56 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:57 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:51:59 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:52:00 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:52:01 pxc-restore/on-demand-backup-pvc-bsource state: Starting 2025-11-28T06:52:03 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:04 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:06 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:07 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:08 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:10 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:11 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:13 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:14 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:15 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:17 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:18 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:20 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:21 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:22 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:24 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:25 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:27 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:28 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:29 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:31 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:32 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:33 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:35 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:36 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:38 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:39 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:40 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:42 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:43 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:45 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:46 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:47 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:49 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:50 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:52 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:53 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:54 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:56 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:57 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:52:59 pxc-restore/on-demand-backup-pvc-bsource state: Stopping Cluster 2025-11-28T06:53:00 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:01 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:03 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:04 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:06 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:07 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:08 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:10 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:11 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:13 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:14 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:16 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:17 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:18 pxc-restore/on-demand-backup-pvc-bsource state: Restoring 2025-11-28T06:53:20 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:21 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:23 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:24 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:25 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:27 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:28 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:30 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:31 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:32 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:34 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:35 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:37 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:38 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:39 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:41 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:42 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:44 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:45 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:46 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:48 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:49 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:51 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:52 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:53 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:55 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:56 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:58 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:53:59 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:00 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:02 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:03 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:05 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:06 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:07 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:09 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:10 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:12 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:13 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:14 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:16 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:17 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:19 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:20 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:21 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:23 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:24 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:25 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:27 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:28 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:30 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:31 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:32 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:34 pxc-restore/on-demand-backup-pvc-bsource state: Preparing Cluster 2025-11-28T06:54:35 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:37 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:38 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:39 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:41 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:42 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:44 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:45 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:46 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:48 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:49 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:51 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:52 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:53 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:55 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:56 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:58 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:54:59 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:00 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:02 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:03 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:05 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:06 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:07 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:09 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:10 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:12 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:13 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:14 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:16 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:17 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:19 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:20 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:21 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:23 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:24 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:25 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:27 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:28 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:30 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:31 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:32 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:34 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:35 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:37 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:38 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:39 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:41 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:42 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:44 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:45 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:47 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:48 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:49 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:51 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:52 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:54 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:55 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:56 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:58 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:55:59 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:00 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:02 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:03 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:05 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:06 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:07 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:09 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:10 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:12 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:13 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:14 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:16 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:17 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:19 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:20 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:21 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:23 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:24 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:26 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:27 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:28 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:30 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:31 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:32 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:34 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:35 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:37 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:38 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:39 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:41 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:42 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:44 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:45 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:47 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:48 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:49 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:51 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:52 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:53 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:55 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:56 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:58 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:56:59 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:01 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:02 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:03 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:05 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:06 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:07 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:09 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:10 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:12 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:13 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:14 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:16 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:17 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:19 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:20 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:21 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:23 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:24 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:26 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:27 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:28 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:30 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:31 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:33 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:34 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:35 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:37 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:38 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:39 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:41 pxc-restore/on-demand-backup-pvc-bsource state: Starting Cluster 2025-11-28T06:57:42 pxc-restore/on-demand-backup-pvc-bsource state: Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-pvc-bsource-demand-backup ++ mktemp + local LAST_OUT=/tmp/tmp.qOBBYbym69 ++ mktemp + local LAST_ERR=/tmp/tmp.Tc3YxXSpUh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs job/restore-job-on-demand-backup-pvc-bsource-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qOBBYbym69 + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + SOCAT_OPTS=TCP:restore-src-on-demand-backup-pvc-bsource-demand-backup:3307,retry=30 + check_ssl + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + SOCAT_OPTS='openssl-connect:restore-src-on-demand-backup-pvc-bsource-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' + ping -c1 restore-src-on-demand-backup-pvc-bsource-demand-backup /opt/percona/backup/recovery-pvc-joiner.sh: line 40: ping: command not found + : + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#ib_16384_10.dblwr /datadir/#ib_16384_11.dblwr /datadir/#ib_16384_12.dblwr /datadir/#ib_16384_13.dblwr /datadir/#ib_16384_14.dblwr /datadir/#ib_16384_15.dblwr /datadir/#ib_16384_2.dblwr /datadir/#ib_16384_3.dblwr /datadir/#ib_16384_4.dblwr /datadir/#ib_16384_5.dblwr /datadir/#ib_16384_6.dblwr /datadir/#ib_16384_7.dblwr /datadir/#ib_16384_8.dblwr /datadir/#ib_16384_9.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000009 /datadir/binlog.000010 /datadir/binlog.000011 /datadir/binlog.000012 /datadir/binlog.index /datadir/ca-key.pem /datadir/ca.pem /datadir/client-cert.pem /datadir/client-key.pem /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/prepare-job-on-demand-backup-pvc-demand-backup-hllht.pid /datadir/prepare_restored_cluster.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/server-cert.pem /datadir/server-key.pem /datadir/sst_info /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh /datadir/wsrep_recovery_verbose_history.log /datadir/xtrabackup_info ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_dQgp + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-bsource-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ parse_ini mysql-version /datadir/pxc_sst_dQgp/sst_info ++ local key=mysql-version ++ local file_path=/datadir/pxc_sst_dQgp/sst_info ++ awk -F '=[ ]*' '/mysql-version[ ]*=/ {print $2}' /datadir/pxc_sst_dQgp/sst_info + MYSQL_VERSION=8.0.43-34.1 + check_for_version 8.0.43-34.1 8.0.0 + '[' -z 8.0.43-34.1 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.0.43-34.1 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.43-34.1 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=43 ++ printf %02d%02d%02d 8 0 43 + local_version_str=080043 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080043 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-bsource-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_dQgp --parallel=4 --decompress + set +o xtrace vault configuration not found + xtrabackup --use-memory=750000000 --prepare --binlog-info=ON --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_dQgp 2025-11-28T06:53:10.492847-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=24137592 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2025-11-28T06:53:10.492923-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=750000000 --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_dQgp xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2025-11-28T06:53:10.492964-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_dQgp/ 2025-11-28T06:53:10.493031-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2025-11-28T06:53:10.502220-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30838524) 2025-11-28T06:53:10.502940-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-11-28T06:53:10.502951-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-11-28T06:53:10.502956-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-11-28T06:53:10.502980-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-11-28T06:53:10.502990-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-11-28T06:53:10.502997-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-11-28T06:53:10.503162-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2025-11-28T06:53:10.503312-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-11-28T06:53:10.503322-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-11-28T06:53:10.503325-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-11-28T06:53:10.503333-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-11-28T06:53:10.503339-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-11-28T06:53:10.503345-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-11-28T06:53:10.503355-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2025-11-28T06:53:10.503361-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 749731840 bytes for buffer pool (set by --use-memory parameter) 2025-11-28T06:53:10.503382-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2025-11-28T06:53:10.503437-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2025-11-28T06:53:10.503447-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2025-11-28T06:53:10.503452-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2025-11-28T06:53:10.503591-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2025-11-28T06:53:10.503891-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2025-11-28T06:53:10.503916-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2025-11-28T06:53:10.507063-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 8 files. 2025-11-28T06:53:10.507602-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 768.000000M, instances = 1, chunk size =128.000000M 2025-11-28T06:53:10.545663-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2025-11-28T06:53:10.550028-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2025-11-28T06:53:10.577239-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30838524 in redo log file ./#innodb_redo/#ib_redo0. 2025-11-28T06:53:10.577271-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30742516 in the system tablespace does not match the log sequence number 30838524 in the redo log files! 2025-11-28T06:53:10.577278-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2025-11-28T06:53:10.577285-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2025-11-28T06:53:10.577380-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30838355, whereas checkpoint_lsn = 30838524 and start_lsn = 30838272 2025-11-28T06:53:10.577402-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30838534 2025-11-28T06:53:10.592206-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-11-28T06:53:10.592544-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2025-11-28T06:53:10.592589-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2025-11-28T06:53:10.592603-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2025-11-28T06:53:10.693736-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-11-28T06:53:10.695134-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30838534. 2025-11-28T06:53:10.695145-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2025-11-28T06:53:10.695187-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2025-11-28T06:53:10.724002-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2025-11-28T06:53:10.726119-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2025-11-28T06:53:10.727610-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30838796 2025-11-28T06:53:10.727681-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-11-28T06:53:10.730519-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2025-11-28T06:53:10.731078-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2025-11-28T06:53:10.731931-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2025-11-28T06:53:10.731985-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 10291 2025-11-28T06:53:10.763500-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2025-11-28T06:53:10.763520-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 31542 ms. 2025-11-28T06:53:10.763566-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2025-11-28T06:53:10.763622-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2025-11-28T06:53:10.791418-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2025-11-28T06:53:10.791544-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2025-11-28T06:53:10.803314-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2025-11-28T06:53:10.803460-00:00 0 [Note] [MY-012976] [InnoDB] 8.0.35 started; log sequence number 30838806 2025-11-28T06:53:10.803850-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2025-11-28T06:53:10.805454-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 6 tablespaces into cache in 0.00196854 seconds 2025-11-28T06:53:10.818473-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0130024 seconds 2025-11-28T06:53:11.818905-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: eeeb57e2-cc25-11f0-897e-3a204a52bb6e:4 2025-11-28T06:53:11.819119-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2025-11-28T06:53:11.819175-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2025-11-28T06:53:12.819187-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2025-11-28T06:53:12.920018-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-11-28T06:53:12.935874-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30838806 2025-11-28T06:53:12.937266-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --binlog-info=ON --force-non-empty-directories --keyring-vault-config=/etc/mysql/vault-keyring-secret/keyring_vault.conf --early-plugin-load=keyring_vault.so --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_dQgp 2025-11-28T06:53:12.953608-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --datadir=/var/lib/mysql --defaults_group=mysqld --datadir=/datadir 2025-11-28T06:53:12.953701-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_dQgp xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2025-11-28T06:53:12.953727-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_dQgp/ 2025-11-28T06:53:12.954186-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2025-11-28T06:53:12.954224-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2025-11-28T06:53:12.954254-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2025-11-28T06:53:12.954283-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2025-11-28T06:53:12.954440-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2025-11-28T06:53:12.954463-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2025-11-28T06:53:12.954671-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000018 to /datadir//binlog.000018 2025-11-28T06:53:12.954695-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000018 to /datadir//binlog.000018 2025-11-28T06:53:12.954765-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2025-11-28T06:53:12.954784-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2025-11-28T06:53:12.955077-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2025-11-28T06:53:12.955106-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2025-11-28T06:53:12.955138-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2025-11-28T06:53:12.955169-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2025-11-28T06:53:12.955187-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2025-11-28T06:53:12.955202-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2025-11-28T06:53:12.955269-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-11-28T06:53:12.955287-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-11-28T06:53:12.955302-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-11-28T06:53:12.955315-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-11-28T06:53:12.955369-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-11-28T06:53:12.955401-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-11-28T06:53:12.955421-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-11-28T06:53:12.955436-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-11-28T06:53:12.955451-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-11-28T06:53:12.955464-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-11-28T06:53:12.955480-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-11-28T06:53:12.955493-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-11-28T06:53:12.955507-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-11-28T06:53:12.955520-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-11-28T06:53:12.955535-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-11-28T06:53:12.955548-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-11-28T06:53:12.955563-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-11-28T06:53:12.955575-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-11-28T06:53:12.955592-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-11-28T06:53:12.955604-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-11-28T06:53:12.955621-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-11-28T06:53:12.955642-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-11-28T06:53:12.955725-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-11-28T06:53:12.955757-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-11-28T06:53:12.955789-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-11-28T06:53:12.955812-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-11-28T06:53:12.955840-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-11-28T06:53:12.955869-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-11-28T06:53:12.955901-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-11-28T06:53:12.955957-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-11-28T06:53:12.955986-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-11-28T06:53:12.956041-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-11-28T06:53:12.956068-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-11-28T06:53:12.956096-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-11-28T06:53:12.956122-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-11-28T06:53:12.956148-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-11-28T06:53:12.956167-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-11-28T06:53:12.956192-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-11-28T06:53:12.956225-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-11-28T06:53:12.956249-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-11-28T06:53:12.956276-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-11-28T06:53:12.956298-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-11-28T06:53:12.956329-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-11-28T06:53:12.956355-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-11-28T06:53:12.956396-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-11-28T06:53:12.956426-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-11-28T06:53:12.956457-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-11-28T06:53:12.956481-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-11-28T06:53:12.956539-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-11-28T06:53:12.956566-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-11-28T06:53:12.956620-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-11-28T06:53:12.956646-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-11-28T06:53:12.956673-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-11-28T06:53:12.956704-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-11-28T06:53:12.956734-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-11-28T06:53:12.956762-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-11-28T06:53:12.956794-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-11-28T06:53:12.956815-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-11-28T06:53:12.956839-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-11-28T06:53:12.956892-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-11-28T06:53:12.956915-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-11-28T06:53:12.956939-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-11-28T06:53:12.956969-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-11-28T06:53:12.956996-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-11-28T06:53:12.957026-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-11-28T06:53:12.957056-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-11-28T06:53:12.957088-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-11-28T06:53:12.957109-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-11-28T06:53:12.957137-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-11-28T06:53:12.957160-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-11-28T06:53:12.957188-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-11-28T06:53:12.957216-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-11-28T06:53:12.957248-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-11-28T06:53:12.957276-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-11-28T06:53:12.957303-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-11-28T06:53:12.957331-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-11-28T06:53:12.957359-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-11-28T06:53:12.957415-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-11-28T06:53:12.957446-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-11-28T06:53:12.957473-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-11-28T06:53:12.957504-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-11-28T06:53:12.957526-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-11-28T06:53:12.957557-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-11-28T06:53:12.957583-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-11-28T06:53:12.957610-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-11-28T06:53:12.957636-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-11-28T06:53:12.957667-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-11-28T06:53:12.957717-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-11-28T06:53:12.957743-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-11-28T06:53:12.957768-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-11-28T06:53:12.957800-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-11-28T06:53:12.957827-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-11-28T06:53:12.957856-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-11-28T06:53:12.957885-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-11-28T06:53:12.957918-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-11-28T06:53:12.957941-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-11-28T06:53:12.957993-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-11-28T06:53:12.958012-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-11-28T06:53:12.958037-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-11-28T06:53:12.958083-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-11-28T06:53:12.958105-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-11-28T06:53:12.958130-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-11-28T06:53:12.958157-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-11-28T06:53:12.958186-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-11-28T06:53:12.958216-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-11-28T06:53:12.958242-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-11-28T06:53:12.958270-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-11-28T06:53:12.958291-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-11-28T06:53:12.958320-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-11-28T06:53:12.958346-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-11-28T06:53:12.958407-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-11-28T06:53:12.958438-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-11-28T06:53:12.958466-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-11-28T06:53:12.958492-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-11-28T06:53:12.958519-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-11-28T06:53:12.958548-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-11-28T06:53:12.958579-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-11-28T06:53:12.958605-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-11-28T06:53:12.958635-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-11-28T06:53:12.958658-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-11-28T06:53:12.958683-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-11-28T06:53:12.958718-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-11-28T06:53:12.958775-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-11-28T06:53:12.958802-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-11-28T06:53:12.958833-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-11-28T06:53:12.958858-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-11-28T06:53:12.958885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-11-28T06:53:12.958910-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-11-28T06:53:12.958937-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-11-28T06:53:12.958966-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-11-28T06:53:12.958998-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-11-28T06:53:12.959026-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-11-28T06:53:12.959049-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-11-28T06:53:12.959073-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-11-28T06:53:12.959104-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-11-28T06:53:12.959130-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-11-28T06:53:12.959163-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-11-28T06:53:12.959186-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-11-28T06:53:12.959213-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-11-28T06:53:12.959266-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-11-28T06:53:12.959297-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-11-28T06:53:12.959328-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-11-28T06:53:12.959358-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-11-28T06:53:12.959396-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-11-28T06:53:12.959427-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-11-28T06:53:12.959457-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-11-28T06:53:12.959486-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-11-28T06:53:12.959513-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-11-28T06:53:12.959535-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-11-28T06:53:12.959556-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-11-28T06:53:12.959579-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-11-28T06:53:12.959607-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-11-28T06:53:12.959657-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-11-28T06:53:12.959677-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-11-28T06:53:12.959707-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-11-28T06:53:12.959738-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-11-28T06:53:12.959769-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-11-28T06:53:12.959795-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-11-28T06:53:12.959823-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-11-28T06:53:12.959849-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-11-28T06:53:12.959872-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-11-28T06:53:12.959895-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-11-28T06:53:12.959925-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-11-28T06:53:12.959951-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-11-28T06:53:12.959980-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-11-28T06:53:12.960009-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-11-28T06:53:12.960035-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-11-28T06:53:12.960059-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-11-28T06:53:12.960087-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-11-28T06:53:12.960114-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-11-28T06:53:12.960144-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-11-28T06:53:12.960170-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-11-28T06:53:12.960197-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-11-28T06:53:12.960224-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-11-28T06:53:12.960249-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-11-28T06:53:12.960272-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-11-28T06:53:12.960299-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-11-28T06:53:12.960345-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-11-28T06:53:12.960369-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-11-28T06:53:12.960414-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-11-28T06:53:12.960441-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-11-28T06:53:12.960488-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-11-28T06:53:12.960514-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-11-28T06:53:12.960544-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-11-28T06:53:12.960569-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-11-28T06:53:12.960592-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-11-28T06:53:12.960620-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-11-28T06:53:12.960645-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-11-28T06:53:12.960674-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-11-28T06:53:12.960708-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-11-28T06:53:12.960738-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-11-28T06:53:12.960789-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-11-28T06:53:12.960821-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-11-28T06:53:12.960860-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-11-28T06:53:12.960885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-11-28T06:53:12.960930-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-11-28T06:53:12.960954-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-11-28T06:53:12.960977-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-11-28T06:53:12.961003-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-11-28T06:53:12.961028-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-11-28T06:53:12.961058-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-11-28T06:53:12.961086-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-11-28T06:53:12.961118-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-11-28T06:53:12.961145-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-11-28T06:53:12.961191-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-11-28T06:53:12.961222-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-11-28T06:53:12.961252-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-11-28T06:53:12.961282-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-11-28T06:53:12.961311-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-11-28T06:53:12.961340-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-11-28T06:53:12.961396-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-11-28T06:53:12.961426-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-11-28T06:53:12.961456-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-11-28T06:53:12.961478-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-11-28T06:53:12.961501-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-11-28T06:53:12.961529-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-11-28T06:53:12.961548-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-11-28T06:53:12.961586-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-11-28T06:53:12.961611-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-11-28T06:53:12.961663-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-11-28T06:53:12.961694-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-11-28T06:53:12.961724-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-11-28T06:53:12.961745-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-11-28T06:53:12.961797-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-11-28T06:53:12.961829-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-11-28T06:53:12.961858-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-11-28T06:53:12.961888-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-11-28T06:53:12.961915-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-11-28T06:53:12.961942-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-11-28T06:53:12.961984-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-11-28T06:53:12.962016-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-11-28T06:53:12.962046-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-11-28T06:53:12.962075-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-11-28T06:53:12.962104-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-11-28T06:53:12.962135-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-11-28T06:53:12.962163-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-11-28T06:53:12.962194-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-11-28T06:53:12.962225-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-11-28T06:53:12.962256-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-11-28T06:53:12.962285-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-11-28T06:53:12.962316-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-11-28T06:53:12.962341-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-11-28T06:53:12.962367-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-11-28T06:53:12.962421-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-11-28T06:53:12.962471-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-11-28T06:53:12.962502-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-11-28T06:53:12.962535-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-11-28T06:53:12.962559-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-11-28T06:53:12.962588-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-11-28T06:53:12.962613-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-11-28T06:53:12.962692-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-11-28T06:53:12.962718-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-11-28T06:53:12.962746-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2025-11-28T06:53:12.962771-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2025-11-28T06:53:12.962798-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2025-11-28T06:53:12.962823-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2025-11-28T06:53:13.055780-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.Tc3YxXSpUh Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.qOBBYbym69 /tmp/tmp.Tc3YxXSpUh + return 0 + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LKDh79YZLW +++ mktemp ++ local LAST_ERR=/tmp/tmp.gErs0OTLZm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LKDh79YZLW ++ cat /tmp/tmp.gErs0OTLZm ++ rm /tmp/tmp.LKDh79YZLW /tmp/tmp.gErs0OTLZm ++ return 0 + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.diP8SVs60G +++ mktemp ++ local LAST_ERR=/tmp/tmp.ciDbrcTjja ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.diP8SVs60G ++ cat /tmp/tmp.ciDbrcTjja ++ rm /tmp/tmp.diP8SVs60G /tmp/tmp.ciDbrcTjja ++ return 0 + local root_pass=root_password + sleep 35 + log 'check data after pxc-restore/on-demand-backup-pvc-bsource' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:58:30+0000]' check data after pxc-restore/on-demand-backup-pvc-bsource [2025-11-28T06:58:30+0000] check data after pxc-restore/on-demand-backup-pvc-bsource + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mgOYXn0czq +++ mktemp ++ local LAST_ERR=/tmp/tmp.CokJ8DBP3h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mgOYXn0czq ++ cat /tmp/tmp.CokJ8DBP3h ++ rm /tmp/tmp.mgOYXn0czq /tmp/tmp.CokJ8DBP3h ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.um4gxxznUz +++ mktemp ++ local LAST_ERR=/tmp/tmp.DjN0PdpOm7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.um4gxxznUz ++ cat /tmp/tmp.DjN0PdpOm7 ++ rm /tmp/tmp.um4gxxznUz /tmp/tmp.DjN0PdpOm7 ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fGBKeB1iDl +++ mktemp ++ local LAST_ERR=/tmp/tmp.oWlC467GtK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fGBKeB1iDl ++ cat /tmp/tmp.oWlC467GtK ++ rm /tmp/tmp.fGBKeB1iDl /tmp/tmp.oWlC467GtK ++ return 0 + client_pod=pxc-client-59944c5bbf-lmbsg + wait_pod pxc-client-59944c5bbf-lmbsg + local pod=pxc-client-59944c5bbf-lmbsg + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-lmbsg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-59944c5bbf-lmbsg condition met waiting for pod/pxc-client-59944c5bbf-lmbsg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.IB91XAuQsR/select-1.sql ']' + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.IB91XAuQsR/select-1.sql + '[' on-demand-backup-pvc-bsource '!=' on-demand-backup-minio ']' + log 'copy backup' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:58:39+0000]' copy backup [2025-11-28T06:58:39+0000] copy backup + '[' -n '' ']' + bash /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/backup/copy-backup.sh on-demand-backup-pvc-bsource /tmp/tmp.IB91XAuQsR/backup Log: /tmp/tmp.yalrQryYfU/log pvc/xb-on-demand-backup-pvc-bsourcepod/backup-access created Starting pod......[done] Downloading started tar: Removing leading `/' from member names Downloading finished pod "backup-access" deleted from demand-backup-30732 namespace You can recover data locally with following commands: $ service mysqld stop $ rm -rf /var/lib/mysql/* $ cat /tmp/tmp.IB91XAuQsR/backup/xtrabackup.stream | xbstream --decompress -x -C /var/lib/mysql $ xtrabackup --prepare --target-dir=/var/lib/mysql $ chown -R mysql:mysql /var/lib/mysql $ service mysqld start + compare_kubectl job/restore-job-on-demand-backup-pvc-bsource-demand-backup + local resource=job/restore-job-on-demand-backup-pvc-bsource-demand-backup + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup.yml + local new_result=/tmp/tmp.IB91XAuQsR/job_restore-job-on-demand-backup-pvc-bsource-demand-backup.yml + desc 'compare job/restore-job-on-demand-backup-pvc-bsource-demand-backup-' + set +o xtrace ----------------------------------------------------------------------------------- compare job/restore-job-on-demand-backup-pvc-bsource-demand-backup- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.31 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129-aks.yml ']' + kubectl_bin get -o yaml job/restore-job-on-demand-backup-pvc-bsource-demand-backup + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("demand-backup-30732", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.x8WpEVgpb7 ++ mktemp + local LAST_ERR=/tmp/tmp.hxuw5NAZFA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job/restore-job-on-demand-backup-pvc-bsource-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.x8WpEVgpb7 + cat /tmp/tmp.hxuw5NAZFA + rm /tmp/tmp.x8WpEVgpb7 /tmp/tmp.hxuw5NAZFA + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_restore-job-on-demand-backup-pvc-bsource-demand-backup-k129.yml /tmp/tmp.IB91XAuQsR/job_restore-job-on-demand-backup-pvc-bsource-demand-backup.yml + log 'compare_kubectl: job/restore-job-on-demand-backup-pvc-bsource-demand-backup OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:59:25+0000]' compare_kubectl: job/restore-job-on-demand-backup-pvc-bsource-demand-backup OK [2025-11-28T06:59:25+0000] compare_kubectl: job/restore-job-on-demand-backup-pvc-bsource-demand-backup OK + minio_backup_name=on-demand-backup-minio + wrong_creds_backup_name=on-demand-backup-wrong-creds + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-wrong-creds.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qes03MecJO ++ mktemp + local LAST_ERR=/tmp/tmp.0Bk6MGqQ2u + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-wrong-creds.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qes03MecJO perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-wrong-creds created + cat /tmp/tmp.0Bk6MGqQ2u + rm /tmp/tmp.qes03MecJO /tmp/tmp.0Bk6MGqQ2u + return 0 + run_backup demand-backup on-demand-backup-minio + local cluster=demand-backup + local backup=on-demand-backup-minio + log 'run pxc-backup/on-demand-backup-minio' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T06:59:26+0000]' run pxc-backup/on-demand-backup-minio [2025-11-28T06:59:26+0000] run pxc-backup/on-demand-backup-minio + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-minio.yml ++ mktemp + local LAST_OUT=/tmp/tmp.eU6RNOKMq8 ++ mktemp + local LAST_ERR=/tmp/tmp.GYth2kJM4Z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/conf/on-demand-backup-minio.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eU6RNOKMq8 perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-minio created + cat /tmp/tmp.GYth2kJM4Z + rm /tmp/tmp.eU6RNOKMq8 /tmp/tmp.GYth2kJM4Z + return 0 + wait_backup on-demand-backup-minio + local backup=on-demand-backup-minio + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-minio to reach Succeeded state..................................................................................................................................................Succeeded + compare_kubectl job/xb-on-demand-backup-minio + local resource=job/xb-on-demand-backup-minio + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio.yml + local new_result=/tmp/tmp.IB91XAuQsR/job_xb-on-demand-backup-minio.yml + desc 'compare job/xb-on-demand-backup-minio-' + set +o xtrace ----------------------------------------------------------------------------------- compare job/xb-on-demand-backup-minio- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.31 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.31 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129-aks.yml ']' + kubectl_bin get -o yaml job/xb-on-demand-backup-minio ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("demand-backup-30732", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.EQn9QBGerS ++ mktemp + local LAST_ERR=/tmp/tmp.vsCmP8aWqv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job/xb-on-demand-backup-minio + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EQn9QBGerS + cat /tmp/tmp.vsCmP8aWqv + rm /tmp/tmp.EQn9QBGerS /tmp/tmp.vsCmP8aWqv + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup/compare/job_xb-on-demand-backup-minio-k129.yml /tmp/tmp.IB91XAuQsR/job_xb-on-demand-backup-minio.yml + log 'compare_kubectl: job/xb-on-demand-backup-minio OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-11-28T07:01:38+0000]' compare_kubectl: job/xb-on-demand-backup-minio OK [2025-11-28T07:01:38+0000] compare_kubectl: job/xb-on-demand-backup-minio OK + sleep 90 ++ kubectl_bin get job xb-on-demand-backup-wrong-creds -o yaml ++ yq '.status.conditions[] | select(.type == "Failed").lastTransitionTime' ++ xargs -I '{}' /usr/bin/date -d '{}' +%s +++ mktemp ++ local LAST_OUT=/tmp/tmp.f0QhOOHzjW +++ mktemp ++ local LAST_ERR=/tmp/tmp.BndBkeLPmq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get job xb-on-demand-backup-wrong-creds -o yaml ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.f0QhOOHzjW ++ cat /tmp/tmp.BndBkeLPmq ++ rm /tmp/tmp.f0QhOOHzjW /tmp/tmp.BndBkeLPmq ++ return 0 + wrong_backup_job_fail_timestamp=1764313261 + [[ -z 1764313261 ]] ++ kubectl get job xb-on-demand-backup-minio -o yaml ++ yq .metadata.creationTimestamp ++ xargs -I '{}' /usr/bin/date -d '{}' +%s + minio_job_creation_timestamp=1764313267 + [[ -z 1764313267 ]] + [[ 1764313261 > 1764313267 ]] ++ kubectl get pod -l percona.com/backup-job-name=xb-on-demand-backup-minio -o 'jsonpath={.items[].metadata.name}' + backup_job_name=xb-on-demand-backup-minio-qw27s + grep -E 'xbcloud put --storage=s3 --parallel=[0-9]+ --md5 --insecure (--curl-retriable-errors=7 )?--parallel=2 --curl-retriable-errors=8' + kubectl logs xb-on-demand-backup-minio-qw27s Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init)