Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/logs/demand-backup-8-0.log grep: warning: stray \ before - Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-29497 + local ns=demand-backup-29497 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n demand-backup-5 demand-backup --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/demand-backup patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.2ZoUBJnHtB ++ mktemp + local LAST_ERR=/tmp/tmp.LikykOG8Sf + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2ZoUBJnHtB perconaxtradbcluster.pxc.percona.com "demand-backup" deleted from demand-backup-5 namespace + cat /tmp/tmp.LikykOG8Sf + rm /tmp/tmp.2ZoUBJnHtB /tmp/tmp.LikykOG8Sf + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.HEXDvms5Lv ++ mktemp + local LAST_ERR=/tmp/tmp.r6KkfWCAQd + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HEXDvms5Lv perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-5 namespace + cat /tmp/tmp.r6KkfWCAQd + rm /tmp/tmp.HEXDvms5Lv /tmp/tmp.r6KkfWCAQd + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.5VhMot0oJP ++ mktemp + local LAST_ERR=/tmp/tmp.G23T8fqprH + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5VhMot0oJP perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-5 namespace + cat /tmp/tmp.G23T8fqprH + rm /tmp/tmp.5VhMot0oJP /tmp/tmp.G23T8fqprH + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- ++ mktemp + kubectl_bin delete namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.RQ2CdiKJWR egrep: warning: egrep is obsolescent; using grep -E ++ mktemp + local LAST_OUT=/tmp/tmp.arieWROIVC ++ mktemp + local LAST_ERR=/tmp/tmp.yiyKt8YjvI + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.5bXwKy6rDn + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RQ2CdiKJWR + cat /tmp/tmp.yiyKt8YjvI + rm /tmp/tmp.RQ2CdiKJWR /tmp/tmp.yiyKt8YjvI + return 0 namespace "demand-backup-5" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.arieWROIVC namespace "pxc-operator" deleted + cat /tmp/tmp.5bXwKy6rDn + rm /tmp/tmp.arieWROIVC /tmp/tmp.5bXwKy6rDn + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.dtkEco6RBN ++ mktemp + local LAST_ERR=/tmp/tmp.4YgT58efRu + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dtkEco6RBN namespace/pxc-operator created + cat /tmp/tmp.4YgT58efRu + rm /tmp/tmp.dtkEco6RBN /tmp/tmp.4YgT58efRu + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.WHrqbiQJoF +++ mktemp ++ local LAST_ERR=/tmp/tmp.JU4BEdrOLC ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WHrqbiQJoF ++ cat /tmp/tmp.JU4BEdrOLC ++ rm /tmp/tmp.WHrqbiQJoF /tmp/tmp.JU4BEdrOLC ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Bh5lj2Cq0k ++ mktemp + local LAST_ERR=/tmp/tmp.WlIsLi4ZMX + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Bh5lj2Cq0k Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7" modified. + cat /tmp/tmp.WlIsLi4ZMX + rm /tmp/tmp.Bh5lj2Cq0k /tmp/tmp.WlIsLi4ZMX + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.q97E1mZXBf ++ mktemp + local LAST_ERR=/tmp/tmp.5ifUX0cPlt + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.q97E1mZXBf customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.5ifUX0cPlt + rm /tmp/tmp.q97E1mZXBf /tmp/tmp.5ifUX0cPlt + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.7l954e0Ec7 ++ mktemp + local LAST_ERR=/tmp/tmp.fttOaVCwWa + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7l954e0Ec7 clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.fttOaVCwWa + rm /tmp/tmp.7l954e0Ec7 /tmp/tmp.fttOaVCwWa + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2182-afafff88^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.uFi2Q1wzRm ++ mktemp + local LAST_ERR=/tmp/tmp.djnxigjsMI + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uFi2Q1wzRm deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.djnxigjsMI + rm /tmp/tmp.uFi2Q1wzRm /tmp/tmp.djnxigjsMI + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.xdT2aDIVmP ++ mktemp + local LAST_ERR=/tmp/tmp.r4tguimZ5a + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xdT2aDIVmP pod/percona-xtradb-cluster-operator-97b698788-762fl condition met + cat /tmp/tmp.r4tguimZ5a + rm /tmp/tmp.xdT2aDIVmP /tmp/tmp.r4tguimZ5a + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.w2rzK2j54c +++ mktemp ++ local LAST_ERR=/tmp/tmp.ULjsK2uixT ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w2rzK2j54c ++ cat /tmp/tmp.ULjsK2uixT ++ rm /tmp/tmp.w2rzK2j54c /tmp/tmp.ULjsK2uixT ++ return 0 + wait_pod percona-xtradb-cluster-operator-97b698788-762fl 480 pxc-operator + local pod=percona-xtradb-cluster-operator-97b698788-762fl + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-97b698788-762fl ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-97b698788-762fl condition met waiting for pod/percona-xtradb-cluster-operator-97b698788-762fl to become Ready.Ok + sleep 3 + create_namespace demand-backup-29497 + local namespace=demand-backup-29497 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-29497' + awk '{print$1}' + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-29497 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-29497 + xargs kubectl delete ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.Vu0pIu7d5V ++ mktemp egrep: warning: egrep is obsolescent; using grep -E + local LAST_OUT=/tmp/tmp.bz215ZRiMN + local LAST_ERR=/tmp/tmp.xw32JmDp93 + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.xCPVS4l3Qm + local exit_status=0 + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-29497 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Vu0pIu7d5V + cat /tmp/tmp.xw32JmDp93 + rm /tmp/tmp.Vu0pIu7d5V /tmp/tmp.xw32JmDp93 + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-29497 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-29497 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.bz215ZRiMN + cat /tmp/tmp.xCPVS4l3Qm Error from server (NotFound): namespaces "demand-backup-29497" not found + rm /tmp/tmp.bz215ZRiMN /tmp/tmp.xCPVS4l3Qm + return 1 + : + wait_for_delete namespace/demand-backup-29497 + local res=namespace/demand-backup-29497 + echo -n 'waiting for namespace/demand-backup-29497 to be deleted' waiting for namespace/demand-backup-29497 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-29497" not found + desc 'create namespace demand-backup-29497' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-29497 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-29497 ++ mktemp + local LAST_OUT=/tmp/tmp.AclZMlfOVP ++ mktemp + local LAST_ERR=/tmp/tmp.PyDuccghbq + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace demand-backup-29497 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AclZMlfOVP namespace/demand-backup-29497 created + cat /tmp/tmp.PyDuccghbq + rm /tmp/tmp.AclZMlfOVP /tmp/tmp.PyDuccghbq + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6BzU593XNO +++ mktemp ++ local LAST_ERR=/tmp/tmp.apF74O2kN1 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6BzU593XNO ++ cat /tmp/tmp.apF74O2kN1 ++ rm /tmp/tmp.6BzU593XNO /tmp/tmp.apF74O2kN1 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7 --namespace=demand-backup-29497 ++ mktemp + local LAST_OUT=/tmp/tmp.pQU801iknB ++ mktemp + local LAST_ERR=/tmp/tmp.498exvT6TW + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7 --namespace=demand-backup-29497 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pQU801iknB Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2182-afafff88-2-cluster7" modified. + cat /tmp/tmp.498exvT6TW + rm /tmp/tmp.pQU801iknB /tmp/tmp.498exvT6TW + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9crNekBL7x ++ mktemp + local LAST_ERR=/tmp/tmp.cqeCxNEiLc + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9crNekBL7x secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.cqeCxNEiLc + rm /tmp/tmp.9crNekBL7x /tmp/tmp.cqeCxNEiLc + return 0 + cluster=demand-backup + spinup_pxc demand-backup /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/demand-backup.yml + local cluster=demand-backup + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/demand-backup.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.OOmgwK5Cht ++ mktemp + local LAST_ERR=/tmp/tmp.MqIUMGG4ZC + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OOmgwK5Cht secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.MqIUMGG4ZC + rm /tmp/tmp.OOmgwK5Cht /tmp/tmp.MqIUMGG4ZC + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/conf/client.yml + /usr/sbin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/sbin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/sbin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2182-afafff88#' + /usr/sbin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.rybn6MiUOB ++ mktemp + /usr/sbin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/sbin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.LD6YbP9sAT + local exit_status=0 + /usr/sbin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/sbin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ seq 0 2 + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-29497~ + /usr/sbin/sed -e 's#apply:.*#apply: Never#' + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rybn6MiUOB deployment.apps/pxc-client created + cat /tmp/tmp.LD6YbP9sAT + rm /tmp/tmp.rybn6MiUOB /tmp/tmp.LD6YbP9sAT + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/demand-backup.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/demand-backup.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/demand-backup.yml + /usr/sbin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/sbin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2182-afafff88#' + local LAST_OUT=/tmp/tmp.OiTCoaQNgk + /usr/sbin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + /usr/sbin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/sbin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/sbin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/sbin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-29497~ + local LAST_ERR=/tmp/tmp.pfRSwBm2sd + local exit_status=0 ++ seq 0 2 + /usr/sbin/sed -e 's#apply:.*#apply: Never#' + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OiTCoaQNgk perconaxtradbcluster.pxc.percona.com/demand-backup created + cat /tmp/tmp.pfRSwBm2sd + rm /tmp/tmp.OiTCoaQNgk /tmp/tmp.pfRSwBm2sd + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy demand-backup ++ local target_cluster=demand-backup +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.pZFy4HsyGR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.F0YS8cCAQt +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.pZFy4HsyGR +++ cat /tmp/tmp.F0YS8cCAQt +++ rm /tmp/tmp.pZFy4HsyGR /tmp/tmp.F0YS8cCAQt +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.S82OOAzb31 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YdFpGowsp4 +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.S82OOAzb31 +++ cat /tmp/tmp.YdFpGowsp4 +++ rm /tmp/tmp.S82OOAzb31 /tmp/tmp.YdFpGowsp4 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo demand-backup-proxysql ++ return + local proxy=demand-backup-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-29497 ++ mktemp + local LAST_OUT=/tmp/tmp.mrxGLg9NAs ++ mktemp + local LAST_ERR=/tmp/tmp.gahpUzhYFN + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-29497 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-29497 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-29497 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.mrxGLg9NAs + cat /tmp/tmp.gahpUzhYFN error: no matching resources found + rm /tmp/tmp.mrxGLg9NAs /tmp/tmp.gahpUzhYFN + return 1 + true + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.1hzBJv7w8D +++ mktemp ++ local LAST_ERR=/tmp/tmp.CnijzQ6YZT ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1hzBJv7w8D ++ cat /tmp/tmp.CnijzQ6YZT ++ rm /tmp/tmp.1hzBJv7w8D /tmp/tmp.CnijzQ6YZT ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DUz0bnnyS0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1PzloU0eKx ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DUz0bnnyS0 ++ cat /tmp/tmp.1PzloU0eKx ++ rm /tmp/tmp.DUz0bnnyS0 /tmp/tmp.1PzloU0eKx ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ egrep '^(pxc|proxysql)$' ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uQBLUZAHaA +++ mktemp ++ local LAST_ERR=/tmp/tmp.PTy2EizF31 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uQBLUZAHaA ++ cat /tmp/tmp.PTy2EizF31 ++ rm /tmp/tmp.uQBLUZAHaA /tmp/tmp.PTy2EizF31 ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.34Mqr50LEo +++ mktemp ++ local LAST_ERR=/tmp/tmp.vMkpIMiIz7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.34Mqr50LEo ++ cat /tmp/tmp.vMkpIMiIz7 ++ rm /tmp/tmp.34Mqr50LEo /tmp/tmp.vMkpIMiIz7 ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VqZzkezp4g +++ mktemp ++ local LAST_ERR=/tmp/tmp.9Za7bRzKCE ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VqZzkezp4g ++ cat /tmp/tmp.9Za7bRzKCE ++ rm /tmp/tmp.VqZzkezp4g /tmp/tmp.9Za7bRzKCE ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oRiYPdrDwI +++ mktemp ++ local LAST_ERR=/tmp/tmp.I838MYBwQf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oRiYPdrDwI ++ cat /tmp/tmp.I838MYBwQf ++ rm /tmp/tmp.oRiYPdrDwI /tmp/tmp.I838MYBwQf ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ egrep '^(pxc|proxysql)$' ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql ++ is_keyring_plugin_in_use demand-backup ++ local cluster=demand-backup ++ kubectl_bin exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp egrep: warning: egrep is obsolescent; using grep -E ++ local LAST_OUT=/tmp/tmp.fix5HANRqV +++ mktemp ++ local LAST_ERR=/tmp/tmp.j3HAk5Zyps ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fix5HANRqV ++ cat /tmp/tmp.j3HAk5Zyps Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.fix5HANRqV /tmp/tmp.j3HAk5Zyps ++ return 0 + '[' '' ']' + start_minio demand-backup-ssl + deploy_helm demand-backup-29497 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=demand-backup-ssl + local endpoint=http://minio-service:9000 + minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G') + local minio_args + [[ -n demand-backup-ssl ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio NAME: minio-service LAST DEPLOYED: Tue Sep 30 11:34:47 2025 NAMESPACE: demand-backup-29497 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.demand-backup-29497.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace demand-backup-29497 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-29497 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-29497 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-29497 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7SXy4Lwa6R +++ mktemp ++ local LAST_ERR=/tmp/tmp.5WRNqkpIhe ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7SXy4Lwa6R ++ cat /tmp/tmp.5WRNqkpIhe ++ rm /tmp/tmp.7SXy4Lwa6R /tmp/tmp.5WRNqkpIhe ++ return 0 + MINIO_POD=minio-service-f46fd9c97-fhg77 + wait_pod minio-service-f46fd9c97-fhg77 + local pod=minio-service-f46fd9c97-fhg77 + local max_retry=480 + local ns= ++ echo minio-service-f46fd9c97-fhg77 ++ egrep '^(pxc|proxysql)$' ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/minio-service-f46fd9c97-fhg77 condition met waiting for pod/minio-service-f46fd9c97-fhg77 to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.mIDabB4Jq2 ++ mktemp + local LAST_ERR=/tmp/tmp.I0rlGfOQrQ + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mIDabB4Jq2 /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing pod "aws-cli" deleted from demand-backup-29497 namespace + cat /tmp/tmp.I0rlGfOQrQ All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_demand-backup-29497 + rm /tmp/tmp.mIDabB4Jq2 /tmp/tmp.I0rlGfOQrQ + return 0 + run_backup demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc + log 'run pxc-backup/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-09-30T11:35:58+0000]' run pxc-backup/on-demand-backup-pvc [2025-09-30T11:35:58+0000] run pxc-backup/on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.zQCI7Vtl2j ++ mktemp + local LAST_ERR=/tmp/tmp.7WbNhdihz0 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zQCI7Vtl2j perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.7WbNhdihz0 + rm /tmp/tmp.zQCI7Vtl2j /tmp/tmp.7WbNhdihz0 + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state............................Succeeded + run_recovery_check demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc ++ get_proxy_engine demand-backup ++ local cluster_name=demand-backup +++ get_proxy demand-backup +++ local target_cluster=demand-backup ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.4j1KKNra6j +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.M5IdUmniy9 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.4j1KKNra6j ++++ cat /tmp/tmp.M5IdUmniy9 ++++ rm /tmp/tmp.4j1KKNra6j /tmp/tmp.M5IdUmniy9 ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.sGtCecRGMd +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.9JNkSHcFxZ ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.sGtCecRGMd ++++ cat /tmp/tmp.9JNkSHcFxZ ++++ rm /tmp/tmp.sGtCecRGMd /tmp/tmp.9JNkSHcFxZ ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo demand-backup-proxysql +++ return ++ local cluster_proxy=demand-backup-proxysql ++ echo proxysql + local proxy=proxysql + log 'run pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-09-30T11:36:43+0000]' run pxc-restore/on-demand-backup-pvc [2025-09-30T11:36:43+0000] run pxc-restore/on-demand-backup-pvc + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/conf/restore-on-demand-backup-pvc.yaml + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-29497~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.BNNaMpKoCX ++ mktemp + local LAST_ERR=/tmp/tmp.9MzXoeJYe6 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BNNaMpKoCX perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.9MzXoeJYe6 + rm /tmp/tmp.BNNaMpKoCX /tmp/tmp.9MzXoeJYe6 + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-09-30T11:36:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:49 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:51 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:53 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:55 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:57 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:36:59 pxc-restore/on-demand-backup-pvc state: Starting 2025-09-30T11:37:01 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:03 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:05 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:07 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:09 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:11 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:13 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:15 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:17 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:19 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:21 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:23 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:25 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:28 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:30 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:32 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:34 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:36 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:38 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:40 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:42 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:44 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:46 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:48 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:50 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:52 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:54 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:56 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:37:58 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-09-30T11:38:00 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:02 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:04 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:06 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:08 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:10 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:13 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:15 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:17 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:19 pxc-restore/on-demand-backup-pvc state: Restoring 2025-09-30T11:38:21 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:23 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:25 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:27 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:29 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:31 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:33 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:35 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:37 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:39 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:41 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:43 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:45 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:47 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:50 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:52 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:54 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:56 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:38:58 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:00 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:02 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:04 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:06 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:08 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:10 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:12 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:14 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:16 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:19 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:21 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:23 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:25 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:27 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:29 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-09-30T11:39:31 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:52 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:56 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:39:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:00 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:24 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:31 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:45 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:56 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:40:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:00 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:31 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:45 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:56 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:41:58 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:00 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:02 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:31 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-09-30T11:42:37 pxc-restore/on-demand-backup-pvc state: Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-pvc-demand-backup ++ mktemp + local LAST_OUT=/tmp/tmp.i9ADPXLq78 ++ mktemp + local LAST_ERR=/tmp/tmp.dbtsBLJaBI + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs job/restore-job-on-demand-backup-pvc-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i9ADPXLq78 + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + SOCAT_OPTS=TCP:restore-src-on-demand-backup-pvc-demand-backup:3307,retry=30 + check_ssl + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + SOCAT_OPTS='openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' + ping -c1 restore-src-on-demand-backup-pvc-demand-backup /opt/percona/backup/recovery-pvc-joiner.sh: line 40: ping: command not found + : + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#ib_16384_10.dblwr /datadir/#ib_16384_11.dblwr /datadir/#ib_16384_12.dblwr /datadir/#ib_16384_13.dblwr /datadir/#ib_16384_14.dblwr /datadir/#ib_16384_15.dblwr /datadir/#ib_16384_2.dblwr /datadir/#ib_16384_3.dblwr /datadir/#ib_16384_4.dblwr /datadir/#ib_16384_5.dblwr /datadir/#ib_16384_6.dblwr /datadir/#ib_16384_7.dblwr /datadir/#ib_16384_8.dblwr /datadir/#ib_16384_9.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000001 /datadir/binlog.000002 /datadir/binlog.000003 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_9Jq5 + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ parse_ini mysql-version /datadir/pxc_sst_9Jq5/sst_info ++ local key=mysql-version ++ local file_path=/datadir/pxc_sst_9Jq5/sst_info ++ '[' '!' -f /datadir/pxc_sst_9Jq5/sst_info ']' ++ awk -F '=[ ]*' '/mysql-version[ ]*=/ {print $2}' /datadir/pxc_sst_9Jq5/sst_info + MYSQL_VERSION=8.0.42-33.1 + check_for_version 8.0.42-33.1 8.0.0 + '[' -z 8.0.42-33.1 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.0.42-33.1 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.42-33.1 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=42 ++ printf %02d%02d%02d 8 0 42 + local_version_str=080042 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080042 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_9Jq5 --parallel=4 --decompress + set +o xtrace vault configuration not found + xtrabackup --use-memory=2GB --prepare --binlog-info=ON --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_9Jq5 2025-09-30T11:38:11.171284-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=13122742 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2025-09-30T11:38:11.171359-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=2GB --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_9Jq5 xtrabackup version 8.0.35-33 based on MySQL server 8.0.35 Linux (x86_64) (revision id: a982afdd) 2025-09-30T11:38:11.171395-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_9Jq5/ 2025-09-30T11:38:11.171464-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2025-09-30T11:38:11.181523-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30286147) 2025-09-30T11:38:11.182289-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-09-30T11:38:11.182302-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-09-30T11:38:11.182309-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-09-30T11:38:11.182335-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-09-30T11:38:11.182345-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-09-30T11:38:11.182352-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-09-30T11:38:11.182525-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2025-09-30T11:38:11.182686-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-09-30T11:38:11.182697-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-09-30T11:38:11.182700-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-09-30T11:38:11.182706-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-09-30T11:38:11.182710-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-09-30T11:38:11.182715-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-09-30T11:38:11.182726-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2025-09-30T11:38:11.182736-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 2147483648 bytes for buffer pool (set by --use-memory parameter) 2025-09-30T11:38:11.182786-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2025-09-30T11:38:11.182801-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2025-09-30T11:38:11.182808-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2025-09-30T11:38:11.182814-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2025-09-30T11:38:11.182963-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2025-09-30T11:38:11.183295-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2025-09-30T11:38:11.183329-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2025-09-30T11:38:11.192583-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 8 files. 2025-09-30T11:38:11.193148-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 2.000000G, instances = 1, chunk size =128.000000M 2025-09-30T11:38:11.295947-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2025-09-30T11:38:11.305390-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2025-09-30T11:38:11.335082-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30286147 in redo log file ./#innodb_redo/#ib_redo0. 2025-09-30T11:38:11.335123-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30167463 in the system tablespace does not match the log sequence number 30286147 in the redo log files! 2025-09-30T11:38:11.335132-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2025-09-30T11:38:11.335138-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2025-09-30T11:38:11.335246-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30285875, whereas checkpoint_lsn = 30286147 and start_lsn = 30285824 2025-09-30T11:38:11.335258-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30286157 2025-09-30T11:38:11.360039-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-09-30T11:38:11.360361-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2025-09-30T11:38:11.360411-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2025-09-30T11:38:11.360423-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2025-09-30T11:38:11.460596-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-09-30T11:38:11.462084-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30286157. 2025-09-30T11:38:11.462098-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2025-09-30T11:38:11.462170-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2025-09-30T11:38:11.492321-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2025-09-30T11:38:11.497891-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2025-09-30T11:38:11.503021-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30286348 2025-09-30T11:38:11.503076-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-09-30T11:38:11.503425-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2025-09-30T11:38:11.504685-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2025-09-30T11:38:11.506311-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2025-09-30T11:38:11.506362-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5200 2025-09-30T11:38:11.638138-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2025-09-30T11:38:11.638161-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 131800 ms. 2025-09-30T11:38:11.638219-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2025-09-30T11:38:11.638280-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2025-09-30T11:38:11.669521-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2025-09-30T11:38:11.669635-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2025-09-30T11:38:11.702332-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2025-09-30T11:38:11.702470-00:00 0 [Note] [MY-012976] [InnoDB] 8.0.35 started; log sequence number 30286358 2025-09-30T11:38:11.703591-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2025-09-30T11:38:11.709157-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 6 tablespaces into cache in 0.00665883 seconds 2025-09-30T11:38:11.730266-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0210904 seconds 2025-09-30T11:38:12.730707-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: d07c12bc-9df0-11f0-92cc-f703326c1262:39 2025-09-30T11:38:12.730760-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2025-09-30T11:38:12.730835-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2025-09-30T11:38:13.730646-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2025-09-30T11:38:13.831581-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-09-30T11:38:13.865933-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30286358 2025-09-30T11:38:13.868841-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --binlog-info=ON --force-non-empty-directories --keyring-vault-config=/etc/mysql/vault-keyring-secret/keyring_vault.conf --early-plugin-load=keyring_vault.so --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_9Jq5 2025-09-30T11:38:13.890753-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --defaults_group=mysqld --datadir=/datadir 2025-09-30T11:38:13.890832-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_9Jq5 xtrabackup version 8.0.35-33 based on MySQL server 8.0.35 Linux (x86_64) (revision id: a982afdd) 2025-09-30T11:38:13.890867-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_9Jq5/ 2025-09-30T11:38:13.891377-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2025-09-30T11:38:13.891419-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2025-09-30T11:38:13.891444-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2025-09-30T11:38:13.891505-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2025-09-30T11:38:13.891663-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2025-09-30T11:38:13.891694-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2025-09-30T11:38:13.891982-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000009 to /datadir//binlog.000009 2025-09-30T11:38:13.892012-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000009 to /datadir//binlog.000009 2025-09-30T11:38:13.892083-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2025-09-30T11:38:13.892109-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2025-09-30T11:38:13.892522-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-09-30T11:38:13.892566-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-09-30T11:38:13.892600-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-09-30T11:38:13.892635-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-09-30T11:38:13.892667-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-09-30T11:38:13.892742-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-09-30T11:38:13.892813-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-09-30T11:38:13.892848-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-09-30T11:38:13.892882-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-09-30T11:38:13.892914-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-09-30T11:38:13.892989-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-09-30T11:38:13.893038-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-09-30T11:38:13.893100-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-09-30T11:38:13.893130-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-09-30T11:38:13.893154-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-09-30T11:38:13.893185-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-09-30T11:38:13.893213-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-09-30T11:38:13.893238-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-09-30T11:38:13.893268-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-09-30T11:38:13.893324-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-09-30T11:38:13.893355-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-09-30T11:38:13.893396-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-09-30T11:38:13.893426-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-09-30T11:38:13.893456-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-09-30T11:38:13.893488-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-09-30T11:38:13.893515-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-09-30T11:38:13.893544-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-09-30T11:38:13.893568-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-09-30T11:38:13.893599-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-09-30T11:38:13.893622-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-09-30T11:38:13.893652-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-09-30T11:38:13.893679-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-09-30T11:38:13.893705-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-09-30T11:38:13.893733-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-09-30T11:38:13.893785-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-09-30T11:38:13.893843-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-09-30T11:38:13.893872-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-09-30T11:38:13.893890-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-09-30T11:38:13.893917-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-09-30T11:38:13.893934-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-09-30T11:38:13.893961-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-09-30T11:38:13.893992-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-09-30T11:38:13.894024-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-09-30T11:38:13.894046-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-09-30T11:38:13.894077-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-09-30T11:38:13.894105-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-09-30T11:38:13.894126-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-09-30T11:38:13.894156-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-09-30T11:38:13.894183-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-09-30T11:38:13.894209-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-09-30T11:38:13.894242-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-09-30T11:38:13.894290-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-09-30T11:38:13.894322-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-09-30T11:38:13.894352-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-09-30T11:38:13.894381-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-09-30T11:38:13.894409-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-09-30T11:38:13.894439-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-09-30T11:38:13.894467-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-09-30T11:38:13.894493-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-09-30T11:38:13.894520-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-09-30T11:38:13.894544-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-09-30T11:38:13.894572-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-09-30T11:38:13.894595-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-09-30T11:38:13.894625-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-09-30T11:38:13.894657-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-09-30T11:38:13.894705-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-09-30T11:38:13.894737-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-09-30T11:38:13.894782-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-09-30T11:38:13.894816-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-09-30T11:38:13.894846-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-09-30T11:38:13.894876-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-09-30T11:38:13.894903-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-09-30T11:38:13.894931-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-09-30T11:38:13.894957-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-09-30T11:38:13.894978-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-09-30T11:38:13.895022-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-09-30T11:38:13.895060-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-09-30T11:38:13.895091-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-09-30T11:38:13.895118-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-09-30T11:38:13.895169-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-09-30T11:38:13.895201-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-09-30T11:38:13.895230-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-09-30T11:38:13.895263-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-09-30T11:38:13.895292-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-09-30T11:38:13.895321-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-09-30T11:38:13.895346-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-09-30T11:38:13.895377-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-09-30T11:38:13.895403-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-09-30T11:38:13.895430-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-09-30T11:38:13.895462-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-09-30T11:38:13.895495-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-09-30T11:38:13.895530-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-09-30T11:38:13.895563-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-09-30T11:38:13.895590-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-09-30T11:38:13.895617-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-09-30T11:38:13.895668-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-09-30T11:38:13.895699-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-09-30T11:38:13.895723-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-09-30T11:38:13.895752-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-09-30T11:38:13.895803-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-09-30T11:38:13.895835-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-09-30T11:38:13.895860-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-09-30T11:38:13.895889-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-09-30T11:38:13.895915-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-09-30T11:38:13.895942-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-09-30T11:38:13.895970-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-09-30T11:38:13.895997-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-09-30T11:38:13.896027-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-09-30T11:38:13.896059-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-09-30T11:38:13.896087-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-09-30T11:38:13.896119-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-09-30T11:38:13.896143-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-09-30T11:38:13.896171-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-09-30T11:38:13.896190-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-09-30T11:38:13.896220-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-09-30T11:38:13.896285-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-09-30T11:38:13.896329-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-09-30T11:38:13.896355-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-09-30T11:38:13.896380-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-09-30T11:38:13.896412-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-09-30T11:38:13.896443-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-09-30T11:38:13.896474-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-09-30T11:38:13.896502-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-09-30T11:38:13.896530-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-09-30T11:38:13.896561-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-09-30T11:38:13.896589-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-09-30T11:38:13.896619-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-09-30T11:38:13.896648-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-09-30T11:38:13.896676-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-09-30T11:38:13.896703-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-09-30T11:38:13.896733-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-09-30T11:38:13.896780-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-09-30T11:38:13.896837-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-09-30T11:38:13.896866-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-09-30T11:38:13.896898-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-09-30T11:38:13.896925-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-09-30T11:38:13.896954-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-09-30T11:38:13.896982-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-09-30T11:38:13.897013-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-09-30T11:38:13.897038-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-09-30T11:38:13.897082-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-09-30T11:38:13.897110-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-09-30T11:38:13.897140-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-09-30T11:38:13.897164-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-09-30T11:38:13.897193-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-09-30T11:38:13.897222-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-09-30T11:38:13.897248-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-09-30T11:38:13.897276-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-09-30T11:38:13.897305-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-09-30T11:38:13.897328-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-09-30T11:38:13.897354-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-09-30T11:38:13.897381-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-09-30T11:38:13.897412-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-09-30T11:38:13.897436-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-09-30T11:38:13.897465-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-09-30T11:38:13.897495-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-09-30T11:38:13.897522-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-09-30T11:38:13.897544-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-09-30T11:38:13.897573-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-09-30T11:38:13.897592-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-09-30T11:38:13.897623-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-09-30T11:38:13.897650-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-09-30T11:38:13.897677-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-09-30T11:38:13.897705-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-09-30T11:38:13.897733-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-09-30T11:38:13.897784-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-09-30T11:38:13.897849-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-09-30T11:38:13.897882-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-09-30T11:38:13.897911-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-09-30T11:38:13.897941-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-09-30T11:38:13.897971-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-09-30T11:38:13.897995-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-09-30T11:38:13.898021-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-09-30T11:38:13.898083-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-09-30T11:38:13.898118-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-09-30T11:38:13.898147-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-09-30T11:38:13.898174-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-09-30T11:38:13.898202-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-09-30T11:38:13.898232-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-09-30T11:38:13.898263-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-09-30T11:38:13.898296-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-09-30T11:38:13.898323-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-09-30T11:38:13.898349-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-09-30T11:38:13.898377-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-09-30T11:38:13.898404-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-09-30T11:38:13.898427-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-09-30T11:38:13.898457-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-09-30T11:38:13.898482-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-09-30T11:38:13.898509-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-09-30T11:38:13.898538-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-09-30T11:38:13.898565-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-09-30T11:38:13.898617-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-09-30T11:38:13.898647-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-09-30T11:38:13.898677-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-09-30T11:38:13.898703-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-09-30T11:38:13.898729-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-09-30T11:38:13.898757-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-09-30T11:38:13.898800-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-09-30T11:38:13.898828-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-09-30T11:38:13.898856-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-09-30T11:38:13.898885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-09-30T11:38:13.898914-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-09-30T11:38:13.898943-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-09-30T11:38:13.898970-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-09-30T11:38:13.898999-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-09-30T11:38:13.899027-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-09-30T11:38:13.899055-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-09-30T11:38:13.899079-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-09-30T11:38:13.899106-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-09-30T11:38:13.899133-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-09-30T11:38:13.899161-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-09-30T11:38:13.899193-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-09-30T11:38:13.899218-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-09-30T11:38:13.899243-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-09-30T11:38:13.899270-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-09-30T11:38:13.899301-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-09-30T11:38:13.899334-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-09-30T11:38:13.899364-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-09-30T11:38:13.899395-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-09-30T11:38:13.899422-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-09-30T11:38:13.899447-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-09-30T11:38:13.899473-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-09-30T11:38:13.899508-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-09-30T11:38:13.899556-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-09-30T11:38:13.899582-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-09-30T11:38:13.899637-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-09-30T11:38:13.899661-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-09-30T11:38:13.899682-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-09-30T11:38:13.899695-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2025-09-30T11:38:13.899708-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2025-09-30T11:38:13.899734-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2025-09-30T11:38:13.899775-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2025-09-30T11:38:13.899848-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-09-30T11:38:13.899880-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-09-30T11:38:13.899903-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-09-30T11:38:13.899928-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-09-30T11:38:13.899998-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-09-30T11:38:13.900029-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-09-30T11:38:13.900056-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-09-30T11:38:13.900083-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-09-30T11:38:13.900109-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-09-30T11:38:13.900133-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-09-30T11:38:13.900158-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-09-30T11:38:13.900184-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-09-30T11:38:13.900213-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-09-30T11:38:13.900235-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-09-30T11:38:13.900263-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-09-30T11:38:13.900285-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-09-30T11:38:13.900315-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-09-30T11:38:13.900341-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-09-30T11:38:13.900367-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-09-30T11:38:13.900395-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-09-30T11:38:13.900427-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-09-30T11:38:13.900483-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-09-30T11:38:13.900563-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-09-30T11:38:13.900586-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-09-30T11:38:13.900611-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2025-09-30T11:38:13.900640-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2025-09-30T11:38:13.900670-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2025-09-30T11:38:13.900696-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2025-09-30T11:38:13.900725-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2025-09-30T11:38:13.900751-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2025-09-30T11:38:13.993265-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.dbtsBLJaBI Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.i9ADPXLq78 /tmp/tmp.dbtsBLJaBI + return 0 + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ egrep '^(pxc|proxysql)$' ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ttzuLBHcga +++ mktemp ++ local LAST_ERR=/tmp/tmp.XN6SNampv0 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ttzuLBHcga ++ cat /tmp/tmp.XN6SNampv0 ++ rm /tmp/tmp.ttzuLBHcga /tmp/tmp.XN6SNampv0 ++ return 0 + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.lgeuWhwDyR +++ mktemp ++ local LAST_ERR=/tmp/tmp.yXijjqzRDo ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lgeuWhwDyR ++ cat /tmp/tmp.yXijjqzRDo ++ rm /tmp/tmp.lgeuWhwDyR /tmp/tmp.yXijjqzRDo ++ return 0 + local root_pass=root_password + sleep 35 + log 'check data after pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-09-30T11:43:35+0000]' check data after pxc-restore/on-demand-backup-pvc [2025-09-30T11:43:35+0000] check data after pxc-restore/on-demand-backup-pvc + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lD6O93qtd6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ouf7bYmfVD ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lD6O93qtd6 ++ cat /tmp/tmp.ouf7bYmfVD ++ rm /tmp/tmp.lD6O93qtd6 /tmp/tmp.ouf7bYmfVD ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3rpi9WlP6l +++ mktemp ++ local LAST_ERR=/tmp/tmp.WD3Hzl1c8S ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3rpi9WlP6l ++ cat /tmp/tmp.WD3Hzl1c8S ++ rm /tmp/tmp.3rpi9WlP6l /tmp/tmp.WD3Hzl1c8S ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E4vKgeBuk7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.6Ef1JwawSB ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E4vKgeBuk7 ++ cat /tmp/tmp.6Ef1JwawSB ++ rm /tmp/tmp.E4vKgeBuk7 /tmp/tmp.6Ef1JwawSB ++ return 0 + client_pod=pxc-client-59944c5bbf-c8bh6 + wait_pod pxc-client-59944c5bbf-c8bh6 + local pod=pxc-client-59944c5bbf-c8bh6 + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-c8bh6 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-c8bh6 condition met waiting for pod/pxc-client-59944c5bbf-c8bh6 to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.Al9IWeCWEF/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.Al9IWeCWEF/select-1.sql + '[' on-demand-backup-pvc '!=' on-demand-backup-minio ']' + log 'copy backup' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-09-30T11:43:53+0000]' copy backup [2025-09-30T11:43:53+0000] copy backup + '[' -n '' ']' + bash /mnt/jenkins/workspace/cloud-pxc-operator_PR-2182/deploy/backup/copy-backup.sh on-demand-backup-pvc /tmp/tmp.Al9IWeCWEF/backup which: no xbcloud in (/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) No xtrabackup binaries found, please install them: https://www.percona.com/downloads/Percona-XtraBackup-LATEST https://formulae.brew.sh/formula/percona-xtrabackup