Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/logs/demand-backup-8-0.log grep: warning: stray \ before - Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-13051 + local ns=demand-backup-13051 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n demand-backup-22343 demand-backup --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/demand-backup patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.rW2vBM8J7P ++ mktemp + local LAST_ERR=/tmp/tmp.UfA39VlvAS + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rW2vBM8J7P perconaxtradbcluster.pxc.percona.com "demand-backup" deleted from demand-backup-22343 namespace + cat /tmp/tmp.UfA39VlvAS + rm /tmp/tmp.rW2vBM8J7P /tmp/tmp.UfA39VlvAS + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.PaMQyFvAz7 ++ mktemp + local LAST_ERR=/tmp/tmp.5vk4omtZjF + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PaMQyFvAz7 perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-22343 namespace + cat /tmp/tmp.5vk4omtZjF + rm /tmp/tmp.PaMQyFvAz7 /tmp/tmp.5vk4omtZjF + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.MQfu6BxEQq ++ mktemp + local LAST_ERR=/tmp/tmp.3E2t9Whj8b + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MQfu6BxEQq perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-22343 namespace + cat /tmp/tmp.3E2t9Whj8b + rm /tmp/tmp.MQfu6BxEQq /tmp/tmp.3E2t9Whj8b + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrole ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' ++ mktemp + '[' -n '' ']' + xargs kubectl delete ns + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator ++ mktemp egrep: warning: egrep is obsolescent; using grep -E + local LAST_OUT=/tmp/tmp.jGUGXoopsD ++ mktemp + local LAST_OUT=/tmp/tmp.ZLd4ytPzVB ++ mktemp + local LAST_ERR=/tmp/tmp.WR1InZUFQd + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.pwLnMjI1wH + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl get ns + for i in $(seq 0 2) + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jGUGXoopsD + cat /tmp/tmp.WR1InZUFQd + rm /tmp/tmp.jGUGXoopsD /tmp/tmp.WR1InZUFQd + return 0 namespace "demand-backup-22343" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZLd4ytPzVB namespace "pxc-operator" deleted + cat /tmp/tmp.pwLnMjI1wH + rm /tmp/tmp.ZLd4ytPzVB /tmp/tmp.pwLnMjI1wH + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.8I7JqTGZ2r ++ mktemp + local LAST_ERR=/tmp/tmp.q6KFeJrWKj + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8I7JqTGZ2r namespace/pxc-operator created + cat /tmp/tmp.q6KFeJrWKj + rm /tmp/tmp.8I7JqTGZ2r /tmp/tmp.q6KFeJrWKj + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.qjFE9M7wre +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tr4rubz3qI ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qjFE9M7wre ++ cat /tmp/tmp.Tr4rubz3qI ++ rm /tmp/tmp.qjFE9M7wre /tmp/tmp.Tr4rubz3qI ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.AoXc7wN3c9 ++ mktemp + local LAST_ERR=/tmp/tmp.5Mu1cN4hba + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AoXc7wN3c9 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7" modified. + cat /tmp/tmp.5Mu1cN4hba + rm /tmp/tmp.AoXc7wN3c9 /tmp/tmp.5Mu1cN4hba + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.ZXHEUVYmHa ++ mktemp + local LAST_ERR=/tmp/tmp.fYBp0fG6og + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZXHEUVYmHa customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.fYBp0fG6og + rm /tmp/tmp.ZXHEUVYmHa /tmp/tmp.fYBp0fG6og + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.jAnGyhy22T ++ mktemp + local LAST_ERR=/tmp/tmp.XSammQEcpe + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jAnGyhy22T clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.XSammQEcpe + rm /tmp/tmp.jAnGyhy22T /tmp/tmp.XSammQEcpe + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2203-07b4356f^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.1C8Mujd7A8 ++ mktemp + local LAST_ERR=/tmp/tmp.v4jz9kVCmB + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1C8Mujd7A8 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.v4jz9kVCmB + rm /tmp/tmp.1C8Mujd7A8 /tmp/tmp.v4jz9kVCmB + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.7G0yBmsElh ++ mktemp + local LAST_ERR=/tmp/tmp.5rO3zvf4hD + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7G0yBmsElh pod/percona-xtradb-cluster-operator-7db859f455-8vktz condition met + cat /tmp/tmp.5rO3zvf4hD + rm /tmp/tmp.7G0yBmsElh /tmp/tmp.5rO3zvf4hD + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.VLAyp4jvXP +++ mktemp ++ local LAST_ERR=/tmp/tmp.B8086PkaZi ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VLAyp4jvXP ++ cat /tmp/tmp.B8086PkaZi ++ rm /tmp/tmp.VLAyp4jvXP /tmp/tmp.B8086PkaZi ++ return 0 + wait_pod percona-xtradb-cluster-operator-7db859f455-8vktz 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7db859f455-8vktz + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-7db859f455-8vktz ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7db859f455-8vktz condition met waiting for pod/percona-xtradb-cluster-operator-7db859f455-8vktz to become Ready.Ok + sleep 3 + create_namespace demand-backup-13051 + local namespace=demand-backup-13051 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + awk '{print$1}' + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-13051' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-13051+ xargs kubectl delete ns ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-13051 ++ mktemp ++ mktemp egrep: warning: egrep is obsolescent; using grep -E + local LAST_OUT=/tmp/tmp.zay3J879bw ++ mktemp + local LAST_OUT=/tmp/tmp.fT86YhAx9o ++ mktemp + local LAST_ERR=/tmp/tmp.GQbTYvw9zo + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.mvTfhR9gzK + local exit_status=0 + for i in $(seq 0 2) + set +e + kubectl get ns ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-13051 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zay3J879bw + cat /tmp/tmp.GQbTYvw9zo + rm /tmp/tmp.zay3J879bw /tmp/tmp.GQbTYvw9zo + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-13051 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl delete namespace demand-backup-13051 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.fT86YhAx9o + cat /tmp/tmp.mvTfhR9gzK Error from server (NotFound): namespaces "demand-backup-13051" not found + rm /tmp/tmp.fT86YhAx9o /tmp/tmp.mvTfhR9gzK + return 1 + : + wait_for_delete namespace/demand-backup-13051 + local res=namespace/demand-backup-13051 + echo -n 'waiting for namespace/demand-backup-13051 to be deleted' waiting for namespace/demand-backup-13051 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-13051" not found + desc 'create namespace demand-backup-13051' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-13051 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-13051 ++ mktemp + local LAST_OUT=/tmp/tmp.BbmgNPRxLP ++ mktemp + local LAST_ERR=/tmp/tmp.L14Ic6o2pp + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl create namespace demand-backup-13051 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BbmgNPRxLP namespace/demand-backup-13051 created + cat /tmp/tmp.L14Ic6o2pp + rm /tmp/tmp.BbmgNPRxLP /tmp/tmp.L14Ic6o2pp + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.suy6tXnM6C +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fq4qUYLKfb ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.suy6tXnM6C ++ cat /tmp/tmp.Fq4qUYLKfb ++ rm /tmp/tmp.suy6tXnM6C /tmp/tmp.Fq4qUYLKfb ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7 --namespace=demand-backup-13051 ++ mktemp + local LAST_OUT=/tmp/tmp.OQp10j8voW ++ mktemp + local LAST_ERR=/tmp/tmp.Lg7OQQ9geg + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7 --namespace=demand-backup-13051 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.OQp10j8voW Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2203-07b4356f-1-cluster7" modified. + cat /tmp/tmp.Lg7OQQ9geg + rm /tmp/tmp.OQp10j8voW /tmp/tmp.Lg7OQQ9geg + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CCZmEZgV02 ++ mktemp + local LAST_ERR=/tmp/tmp.RGWHV00h88 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CCZmEZgV02 secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.RGWHV00h88 + rm /tmp/tmp.CCZmEZgV02 /tmp/tmp.RGWHV00h88 + return 0 + cluster=demand-backup + spinup_pxc demand-backup /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/demand-backup.yml + local cluster=demand-backup + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/demand-backup.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.f0RPgcbTYh ++ mktemp + local LAST_ERR=/tmp/tmp.OcxOSU0gSe + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.f0RPgcbTYh secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.OcxOSU0gSe + rm /tmp/tmp.f0RPgcbTYh /tmp/tmp.OcxOSU0gSe + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/client.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/conf/client.yml ++ mktemp + /usr/sbin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/sbin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2203-07b4356f#' + /usr/sbin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/sbin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.ABTI7NmCav + /usr/sbin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/sbin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/sbin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.9L69I1p0qO + local exit_status=0 + /usr/sbin/sed -e 's#apply:.*#apply: Never#' + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-13051~ ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ABTI7NmCav deployment.apps/pxc-client created + cat /tmp/tmp.9L69I1p0qO + rm /tmp/tmp.ABTI7NmCav /tmp/tmp.9L69I1p0qO + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/demand-backup.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/demand-backup.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/demand-backup.yml + /usr/sbin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/sbin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/sbin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/sbin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2203-07b4356f#' + /usr/sbin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/sbin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/sbin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_OUT=/tmp/tmp.wmx0qI4NBL + /usr/sbin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + /usr/sbin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/sbin/sed -e 's#apply:.*#apply: Never#' + local LAST_ERR=/tmp/tmp.xDnoqs5FBA + local exit_status=0 + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-13051~ ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wmx0qI4NBL perconaxtradbcluster.pxc.percona.com/demand-backup created + cat /tmp/tmp.xDnoqs5FBA + rm /tmp/tmp.wmx0qI4NBL /tmp/tmp.xDnoqs5FBA + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy demand-backup ++ local target_cluster=demand-backup +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.HSbumuWsgL ++++ mktemp +++ local LAST_ERR=/tmp/tmp.XDNQtMSzbC +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.HSbumuWsgL +++ cat /tmp/tmp.XDNQtMSzbC +++ rm /tmp/tmp.HSbumuWsgL /tmp/tmp.XDNQtMSzbC +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UsJQBwmznv ++++ mktemp +++ local LAST_ERR=/tmp/tmp.j5uu1nAZRA +++ local exit_status=0 ++++ seq 0 2 +++ for i in $(seq 0 2) +++ set +e +++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UsJQBwmznv +++ cat /tmp/tmp.j5uu1nAZRA +++ rm /tmp/tmp.UsJQBwmznv /tmp/tmp.j5uu1nAZRA +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo demand-backup-proxysql ++ return + local proxy=demand-backup-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-13051 ++ mktemp + local LAST_OUT=/tmp/tmp.U9AG2deAVv ++ mktemp + local LAST_ERR=/tmp/tmp.2P906O5hi0 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-13051 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-13051 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in $(seq 0 2) + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-13051 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.U9AG2deAVv + cat /tmp/tmp.2P906O5hi0 error: no matching resources found + rm /tmp/tmp.U9AG2deAVv /tmp/tmp.2P906O5hi0 + return 1 + true + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.j0u9HeXUiq +++ mktemp ++ local LAST_ERR=/tmp/tmp.2zHx8RGsB7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j0u9HeXUiq ++ cat /tmp/tmp.2zHx8RGsB7 ++ rm /tmp/tmp.j0u9HeXUiq /tmp/tmp.2zHx8RGsB7 ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pSXbldNwKj +++ mktemp ++ local LAST_ERR=/tmp/tmp.BAI8opIHdb ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pSXbldNwKj ++ cat /tmp/tmp.BAI8opIHdb ++ rm /tmp/tmp.pSXbldNwKj /tmp/tmp.BAI8opIHdb ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h demand-backup-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CfDt7VAeP3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.nk49gdUNpG ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CfDt7VAeP3 ++ cat /tmp/tmp.nk49gdUNpG ++ rm /tmp/tmp.CfDt7VAeP3 /tmp/tmp.nk49gdUNpG ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y4SsdZVGDL +++ mktemp ++ local LAST_ERR=/tmp/tmp.jGp99FWEak ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y4SsdZVGDL ++ cat /tmp/tmp.jGp99FWEak ++ rm /tmp/tmp.y4SsdZVGDL /tmp/tmp.jGp99FWEak ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KjyeQVaNZF +++ mktemp ++ local LAST_ERR=/tmp/tmp.XUS0qV1TLG ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KjyeQVaNZF ++ cat /tmp/tmp.XUS0qV1TLG ++ rm /tmp/tmp.KjyeQVaNZF /tmp/tmp.XUS0qV1TLG ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql + for i in $(seq 0 $((size - 1))) + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dxh1CyJ3jU +++ mktemp ++ local LAST_ERR=/tmp/tmp.vrK0k4wLk7 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dxh1CyJ3jU ++ cat /tmp/tmp.vrK0k4wLk7 ++ rm /tmp/tmp.Dxh1CyJ3jU /tmp/tmp.vrK0k4wLk7 ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql ++ is_keyring_plugin_in_use demand-backup ++ local cluster=demand-backup ++ kubectl_bin exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp egrep: warning: egrep is obsolescent; using grep -E ++ local LAST_OUT=/tmp/tmp.c56VwXEAGD +++ mktemp ++ local LAST_ERR=/tmp/tmp.bUVX43VwUp ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl exec -it demand-backup-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.c56VwXEAGD ++ cat /tmp/tmp.bUVX43VwUp Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.c56VwXEAGD /tmp/tmp.bUVX43VwUp ++ return 0 + '[' '' ']' + start_minio demand-backup-ssl + deploy_helm demand-backup-13051 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=demand-backup-ssl + local endpoint=http://minio-service:9000 + minio_args=('--version' '5.4.0' '--set' 'replicas=1' '--set' 'mode=standalone' '--set' 'resources.requests.memory=256Mi' '--set' 'rootUser=rootuser' '--set' 'rootPassword=rootpass123' '--set' 'users[0].accessKey=some-access-key' '--set' 'users[0].secretKey=some-secret-key' '--set' 'users[0].policy=consoleAdmin' '--set' 'service.type=ClusterIP' '--set' 'configPathmc=/tmp/' '--set' 'securityContext.enabled=false' '--set' 'persistence.size=2G') + local minio_args + [[ -n demand-backup-ssl ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=demand-backup-ssl --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio NAME: minio-service LAST DEPLOYED: Thu Oct 2 01:46:17 2025 NAMESPACE: demand-backup-13051 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.demand-backup-13051.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace demand-backup-13051 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace demand-backup-13051 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace demand-backup-13051 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace demand-backup-13051 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JBQK25JsG8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AvhrvBBuU3 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JBQK25JsG8 ++ cat /tmp/tmp.AvhrvBBuU3 ++ rm /tmp/tmp.JBQK25JsG8 /tmp/tmp.AvhrvBBuU3 ++ return 0 + MINIO_POD=minio-service-f46fd9c97-l6nf2 + wait_pod minio-service-f46fd9c97-l6nf2 + local pod=minio-service-f46fd9c97-l6nf2 + local max_retry=480 + local ns= ++ echo minio-service-f46fd9c97-l6nf2 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/minio-service-f46fd9c97-l6nf2 condition met waiting for pod/minio-service-f46fd9c97-l6nf2 to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.RvULTCcY4P ++ mktemp + local LAST_ERR=/tmp/tmp.9bd28zDRph + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RvULTCcY4P /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing pod "aws-cli" deleted from demand-backup-13051 namespace + cat /tmp/tmp.9bd28zDRph All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_demand-backup-13051 + rm /tmp/tmp.RvULTCcY4P /tmp/tmp.9bd28zDRph + return 0 + run_backup demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc + log 'run pxc-backup/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-10-02T01:47:29+0000]' run pxc-backup/on-demand-backup-pvc [2025-10-02T01:47:29+0000] run pxc-backup/on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.VmNhAUydcv ++ mktemp + local LAST_ERR=/tmp/tmp.SCaJ1cbqlu + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VmNhAUydcv perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.SCaJ1cbqlu + rm /tmp/tmp.VmNhAUydcv /tmp/tmp.SCaJ1cbqlu + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state....................................Succeeded + run_recovery_check demand-backup on-demand-backup-pvc + local cluster=demand-backup + local backup=on-demand-backup-pvc ++ get_proxy_engine demand-backup ++ local cluster_name=demand-backup +++ get_proxy demand-backup +++ local target_cluster=demand-backup ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.jfa0VLTbQe +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.V9fEsYu4bc ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.jfa0VLTbQe ++++ cat /tmp/tmp.V9fEsYu4bc ++++ rm /tmp/tmp.jfa0VLTbQe /tmp/tmp.V9fEsYu4bc ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.aOaLG2Ui3X +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hkyBcMd5N4 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in $(seq 0 2) ++++ set +e ++++ kubectl get pxc demand-backup -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.aOaLG2Ui3X ++++ cat /tmp/tmp.hkyBcMd5N4 ++++ rm /tmp/tmp.aOaLG2Ui3X /tmp/tmp.hkyBcMd5N4 ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo demand-backup-proxysql +++ return ++ local cluster_proxy=demand-backup-proxysql ++ echo proxysql + local proxy=proxysql + log 'run pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-10-02T01:48:30+0000]' run pxc-restore/on-demand-backup-pvc [2025-10-02T01:48:30+0000] run pxc-restore/on-demand-backup-pvc + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/conf/restore-on-demand-backup-pvc.yaml + /usr/sbin/sed -e s~minio-service.#namespace~minio-service.demand-backup-13051~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.pd2mgFI5Ja ++ mktemp + local LAST_ERR=/tmp/tmp.G7GIwgiGp8 + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pd2mgFI5Ja perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.G7GIwgiGp8 + rm /tmp/tmp.pd2mgFI5Ja /tmp/tmp.G7GIwgiGp8 + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-10-02T01:48:33 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:35 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:37 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:42 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:44 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:47 pxc-restore/on-demand-backup-pvc state: Starting 2025-10-02T01:48:49 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:48:51 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:48:53 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:48:55 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:48:56 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:48:59 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:00 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:02 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:04 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:06 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:09 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:11 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:13 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:15 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:17 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:19 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:21 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:23 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:25 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:27 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:29 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:31 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:33 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:36 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:38 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:40 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:42 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:44 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:46 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:48 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-10-02T01:49:50 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:49:52 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:49:54 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:49:56 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:49:58 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:00 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:02 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:04 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:06 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:08 pxc-restore/on-demand-backup-pvc state: Restoring 2025-10-02T01:50:11 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:13 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:15 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:17 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:19 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:21 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:23 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:25 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:27 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:29 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:31 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:34 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:36 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:38 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:40 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:42 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:44 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:46 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:48 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:50 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:52 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:54 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:56 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:50:59 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:01 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:03 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:05 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:07 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:09 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:11 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:13 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:15 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:17 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:19 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-10-02T01:51:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:28 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:38 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:51:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:03 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:07 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:17 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:24 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:28 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:38 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:43 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:45 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:52:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:24 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:28 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:35 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:41 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:48 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:50 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:53:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:03 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:07 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:17 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:19 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:24 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:26 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-10-02T01:54:28 pxc-restore/on-demand-backup-pvc state: Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-pvc-demand-backup ++ mktemp + local LAST_OUT=/tmp/tmp.O2675MCIxb ++ mktemp + local LAST_ERR=/tmp/tmp.L4qT4co05K + local exit_status=0 ++ seq 0 2 + for i in $(seq 0 2) + set +e + kubectl logs job/restore-job-on-demand-backup-pvc-demand-backup + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.O2675MCIxb + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + SOCAT_OPTS=TCP:restore-src-on-demand-backup-pvc-demand-backup:3307,retry=30 + check_ssl + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + SOCAT_OPTS='openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' + ping -c1 restore-src-on-demand-backup-pvc-demand-backup /opt/percona/backup/recovery-pvc-joiner.sh: line 40: ping: command not found + : + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#ib_16384_10.dblwr /datadir/#ib_16384_11.dblwr /datadir/#ib_16384_12.dblwr /datadir/#ib_16384_13.dblwr /datadir/#ib_16384_14.dblwr /datadir/#ib_16384_15.dblwr /datadir/#ib_16384_2.dblwr /datadir/#ib_16384_3.dblwr /datadir/#ib_16384_4.dblwr /datadir/#ib_16384_5.dblwr /datadir/#ib_16384_6.dblwr /datadir/#ib_16384_7.dblwr /datadir/#ib_16384_8.dblwr /datadir/#ib_16384_9.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000001 /datadir/binlog.000002 /datadir/binlog.000003 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_Vs1c + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ parse_ini mysql-version /datadir/pxc_sst_Vs1c/sst_info ++ local key=mysql-version ++ local file_path=/datadir/pxc_sst_Vs1c/sst_info ++ awk -F '=[ ]*' '/mysql-version[ ]*=/ {print $2}' /datadir/pxc_sst_Vs1c/sst_info + MYSQL_VERSION=8.0.42-33.1 + check_for_version 8.0.42-33.1 8.0.0 + '[' -z 8.0.42-33.1 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.0.42-33.1 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.42-33.1 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=42 ++ printf %02d%02d%02d 8 0 42 + local_version_str=080042 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080042 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-demand-backup:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_Vs1c --parallel=4 --decompress + set +o xtrace vault configuration not found + xtrabackup --use-memory=2GB --prepare --binlog-info=ON --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_Vs1c 2025-10-02T01:50:01.181671-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=39692212 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2025-10-02T01:50:01.181758-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=2GB --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_Vs1c xtrabackup version 8.0.35-33 based on MySQL server 8.0.35 Linux (x86_64) (revision id: a982afdd) 2025-10-02T01:50:01.181792-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_Vs1c/ 2025-10-02T01:50:01.181853-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2025-10-02T01:50:01.191630-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30263075) 2025-10-02T01:50:01.192431-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-10-02T01:50:01.192445-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-10-02T01:50:01.192451-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-10-02T01:50:01.192477-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-10-02T01:50:01.192485-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-10-02T01:50:01.192491-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-10-02T01:50:01.192678-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2025-10-02T01:50:01.192866-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-10-02T01:50:01.192878-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-10-02T01:50:01.192884-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-10-02T01:50:01.192893-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-10-02T01:50:01.192899-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-10-02T01:50:01.192904-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-10-02T01:50:01.192915-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2025-10-02T01:50:01.192923-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 2147483648 bytes for buffer pool (set by --use-memory parameter) 2025-10-02T01:50:01.192953-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2025-10-02T01:50:01.192966-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2025-10-02T01:50:01.192972-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2025-10-02T01:50:01.192978-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2025-10-02T01:50:01.193129-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2025-10-02T01:50:01.193472-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2025-10-02T01:50:01.193512-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2025-10-02T01:50:01.198060-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 8 files. 2025-10-02T01:50:01.198638-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 2.000000G, instances = 1, chunk size =128.000000M 2025-10-02T01:50:01.299468-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2025-10-02T01:50:01.308145-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2025-10-02T01:50:01.334999-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30263075 in redo log file ./#innodb_redo/#ib_redo0. 2025-10-02T01:50:01.335048-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30144413 in the system tablespace does not match the log sequence number 30263075 in the redo log files! 2025-10-02T01:50:01.335056-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2025-10-02T01:50:01.335062-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2025-10-02T01:50:01.335171-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30262803, whereas checkpoint_lsn = 30263075 and start_lsn = 30262784 2025-10-02T01:50:01.335182-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30263085 2025-10-02T01:50:01.353085-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-10-02T01:50:01.353473-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2025-10-02T01:50:01.353525-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2025-10-02T01:50:01.353536-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2025-10-02T01:50:01.455076-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-10-02T01:50:01.456550-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30263085. 2025-10-02T01:50:01.456563-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2025-10-02T01:50:01.456624-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2025-10-02T01:50:01.487346-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2025-10-02T01:50:01.490094-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2025-10-02T01:50:01.492315-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30263308 2025-10-02T01:50:01.492377-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-10-02T01:50:01.492717-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2025-10-02T01:50:01.493491-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2025-10-02T01:50:01.494544-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2025-10-02T01:50:01.494595-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5200 2025-10-02T01:50:01.549483-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2025-10-02T01:50:01.549498-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 54906 ms. 2025-10-02T01:50:01.549546-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2025-10-02T01:50:01.549602-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2025-10-02T01:50:01.577499-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2025-10-02T01:50:01.577630-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2025-10-02T01:50:01.593116-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2025-10-02T01:50:01.593264-00:00 0 [Note] [MY-012976] [InnoDB] 8.0.35 started; log sequence number 30263318 2025-10-02T01:50:01.593802-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2025-10-02T01:50:01.596252-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 6 tablespaces into cache in 0.00295626 seconds 2025-10-02T01:50:01.610821-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0145523 seconds 2025-10-02T01:50:02.611232-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: f0470ac6-9f30-11f0-9dbb-8be0c34961f5:39 2025-10-02T01:50:02.611275-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2025-10-02T01:50:02.611328-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2025-10-02T01:50:03.611216-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2025-10-02T01:50:03.712119-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-10-02T01:50:03.741447-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30263318 2025-10-02T01:50:03.744282-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --binlog-info=ON --force-non-empty-directories --keyring-vault-config=/etc/mysql/vault-keyring-secret/keyring_vault.conf --early-plugin-load=keyring_vault.so --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_Vs1c 2025-10-02T01:50:03.766566-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --defaults_group=mysqld --datadir=/datadir 2025-10-02T01:50:03.766646-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_Vs1c xtrabackup version 8.0.35-33 based on MySQL server 8.0.35 Linux (x86_64) (revision id: a982afdd) 2025-10-02T01:50:03.766681-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_Vs1c/ 2025-10-02T01:50:03.767161-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2025-10-02T01:50:03.767204-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2025-10-02T01:50:03.767234-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2025-10-02T01:50:03.767263-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2025-10-02T01:50:03.767407-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2025-10-02T01:50:03.767435-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2025-10-02T01:50:03.767679-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000009 to /datadir//binlog.000009 2025-10-02T01:50:03.767709-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000009 to /datadir//binlog.000009 2025-10-02T01:50:03.767778-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2025-10-02T01:50:03.767803-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2025-10-02T01:50:03.768227-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-10-02T01:50:03.768270-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2025-10-02T01:50:03.768301-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-10-02T01:50:03.768333-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2025-10-02T01:50:03.768363-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-10-02T01:50:03.768422-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2025-10-02T01:50:03.768481-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-10-02T01:50:03.768529-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2025-10-02T01:50:03.768564-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-10-02T01:50:03.768627-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2025-10-02T01:50:03.768685-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-10-02T01:50:03.768720-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-10-02T01:50:03.768751-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-10-02T01:50:03.768802-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-10-02T01:50:03.768834-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-10-02T01:50:03.768862-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2025-10-02T01:50:03.768900-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-10-02T01:50:03.768921-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2025-10-02T01:50:03.768942-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-10-02T01:50:03.768963-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-10-02T01:50:03.768987-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-10-02T01:50:03.769017-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2025-10-02T01:50:03.769039-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-10-02T01:50:03.769063-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2025-10-02T01:50:03.769089-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-10-02T01:50:03.769136-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2025-10-02T01:50:03.769167-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-10-02T01:50:03.769192-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-10-02T01:50:03.769221-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-10-02T01:50:03.769246-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-10-02T01:50:03.769275-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-10-02T01:50:03.769297-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2025-10-02T01:50:03.769322-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-10-02T01:50:03.769340-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2025-10-02T01:50:03.769361-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-10-02T01:50:03.769389-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2025-10-02T01:50:03.769421-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-10-02T01:50:03.769452-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2025-10-02T01:50:03.769480-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-10-02T01:50:03.769510-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2025-10-02T01:50:03.769545-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-10-02T01:50:03.769573-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2025-10-02T01:50:03.769602-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-10-02T01:50:03.769643-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2025-10-02T01:50:03.769676-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-10-02T01:50:03.769703-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2025-10-02T01:50:03.769735-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-10-02T01:50:03.769759-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-10-02T01:50:03.769784-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-10-02T01:50:03.769811-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-10-02T01:50:03.769837-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-10-02T01:50:03.769863-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-10-02T01:50:03.769896-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-10-02T01:50:03.769922-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2025-10-02T01:50:03.769955-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-10-02T01:50:03.769981-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-10-02T01:50:03.770011-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-10-02T01:50:03.770040-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-10-02T01:50:03.770071-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-10-02T01:50:03.770095-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-10-02T01:50:03.770117-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-10-02T01:50:03.770144-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2025-10-02T01:50:03.770179-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-10-02T01:50:03.770241-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2025-10-02T01:50:03.770267-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-10-02T01:50:03.770299-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-10-02T01:50:03.770332-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-10-02T01:50:03.770364-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2025-10-02T01:50:03.770392-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-10-02T01:50:03.770413-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2025-10-02T01:50:03.770433-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-10-02T01:50:03.770462-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-10-02T01:50:03.770494-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-10-02T01:50:03.770524-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2025-10-02T01:50:03.770556-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-10-02T01:50:03.770583-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2025-10-02T01:50:03.770631-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-10-02T01:50:03.770660-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-10-02T01:50:03.770695-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-10-02T01:50:03.770727-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-10-02T01:50:03.770755-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-10-02T01:50:03.770784-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-10-02T01:50:03.770813-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-10-02T01:50:03.770839-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-10-02T01:50:03.770863-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-10-02T01:50:03.770898-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-10-02T01:50:03.770931-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-10-02T01:50:03.770962-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2025-10-02T01:50:03.770989-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-10-02T01:50:03.771018-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-10-02T01:50:03.771046-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-10-02T01:50:03.771076-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2025-10-02T01:50:03.771109-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-10-02T01:50:03.771134-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2025-10-02T01:50:03.771164-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-10-02T01:50:03.771188-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2025-10-02T01:50:03.771218-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-10-02T01:50:03.771246-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-10-02T01:50:03.771277-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-10-02T01:50:03.771309-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-10-02T01:50:03.771341-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-10-02T01:50:03.771373-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-10-02T01:50:03.771400-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-10-02T01:50:03.771426-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-10-02T01:50:03.771456-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-10-02T01:50:03.771483-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-10-02T01:50:03.771513-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-10-02T01:50:03.771540-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2025-10-02T01:50:03.771571-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-10-02T01:50:03.771602-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2025-10-02T01:50:03.771643-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-10-02T01:50:03.771673-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2025-10-02T01:50:03.771704-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-10-02T01:50:03.771729-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-10-02T01:50:03.771757-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-10-02T01:50:03.771776-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2025-10-02T01:50:03.771806-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-10-02T01:50:03.771834-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-10-02T01:50:03.771864-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-10-02T01:50:03.771898-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2025-10-02T01:50:03.771929-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-10-02T01:50:03.771988-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-10-02T01:50:03.772032-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-10-02T01:50:03.772060-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-10-02T01:50:03.772086-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-10-02T01:50:03.772114-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2025-10-02T01:50:03.772147-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-10-02T01:50:03.772175-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-10-02T01:50:03.772200-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-10-02T01:50:03.772225-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2025-10-02T01:50:03.772252-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-10-02T01:50:03.772278-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2025-10-02T01:50:03.772310-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-10-02T01:50:03.772359-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2025-10-02T01:50:03.772390-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-10-02T01:50:03.772416-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-10-02T01:50:03.772446-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-10-02T01:50:03.772474-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-10-02T01:50:03.772499-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-10-02T01:50:03.772527-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2025-10-02T01:50:03.772547-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-10-02T01:50:03.772574-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2025-10-02T01:50:03.772637-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-10-02T01:50:03.772661-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2025-10-02T01:50:03.772692-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-10-02T01:50:03.772722-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2025-10-02T01:50:03.772753-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-10-02T01:50:03.772778-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2025-10-02T01:50:03.772811-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-10-02T01:50:03.772856-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2025-10-02T01:50:03.772890-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-10-02T01:50:03.772917-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-10-02T01:50:03.772945-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-10-02T01:50:03.772972-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2025-10-02T01:50:03.772998-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-10-02T01:50:03.773028-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-10-02T01:50:03.773060-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-10-02T01:50:03.773090-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-10-02T01:50:03.773120-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-10-02T01:50:03.773158-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2025-10-02T01:50:03.773191-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-10-02T01:50:03.773219-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-10-02T01:50:03.773255-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-10-02T01:50:03.773281-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2025-10-02T01:50:03.773310-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-10-02T01:50:03.773340-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2025-10-02T01:50:03.773370-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-10-02T01:50:03.773420-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2025-10-02T01:50:03.773451-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-10-02T01:50:03.773482-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-10-02T01:50:03.773512-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-10-02T01:50:03.773542-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2025-10-02T01:50:03.773592-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-10-02T01:50:03.773633-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2025-10-02T01:50:03.773662-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-10-02T01:50:03.773687-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2025-10-02T01:50:03.773705-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-10-02T01:50:03.773726-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2025-10-02T01:50:03.773753-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-10-02T01:50:03.773782-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-10-02T01:50:03.773814-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-10-02T01:50:03.773838-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2025-10-02T01:50:03.773865-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-10-02T01:50:03.773897-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-10-02T01:50:03.773929-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-10-02T01:50:03.773983-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2025-10-02T01:50:03.774029-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-10-02T01:50:03.774058-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2025-10-02T01:50:03.774084-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-10-02T01:50:03.774112-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2025-10-02T01:50:03.774139-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-10-02T01:50:03.774166-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2025-10-02T01:50:03.774184-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-10-02T01:50:03.774211-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2025-10-02T01:50:03.774243-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-10-02T01:50:03.774267-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2025-10-02T01:50:03.774297-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-10-02T01:50:03.774325-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2025-10-02T01:50:03.774351-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-10-02T01:50:03.774377-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2025-10-02T01:50:03.774402-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-10-02T01:50:03.774427-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2025-10-02T01:50:03.774450-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-10-02T01:50:03.774513-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-10-02T01:50:03.774554-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-10-02T01:50:03.774584-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-10-02T01:50:03.774604-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-10-02T01:50:03.774660-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2025-10-02T01:50:03.774694-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-10-02T01:50:03.774721-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2025-10-02T01:50:03.774746-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-10-02T01:50:03.774796-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2025-10-02T01:50:03.774824-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-10-02T01:50:03.774851-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-10-02T01:50:03.774878-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-10-02T01:50:03.774909-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-10-02T01:50:03.774936-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-10-02T01:50:03.774959-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2025-10-02T01:50:03.774981-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-10-02T01:50:03.775011-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2025-10-02T01:50:03.775045-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-10-02T01:50:03.775073-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2025-10-02T01:50:03.775103-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-10-02T01:50:03.775153-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-10-02T01:50:03.775186-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-10-02T01:50:03.775218-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-10-02T01:50:03.775243-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2025-10-02T01:50:03.775272-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2025-10-02T01:50:03.775364-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-10-02T01:50:03.775394-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-10-02T01:50:03.775419-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-10-02T01:50:03.775448-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-10-02T01:50:03.775516-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-10-02T01:50:03.775546-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-10-02T01:50:03.775573-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-10-02T01:50:03.775597-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-10-02T01:50:03.775636-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-10-02T01:50:03.775662-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2025-10-02T01:50:03.775688-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-10-02T01:50:03.775708-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-10-02T01:50:03.775732-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-10-02T01:50:03.775786-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-10-02T01:50:03.775829-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-10-02T01:50:03.775857-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2025-10-02T01:50:03.775891-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-10-02T01:50:03.775913-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-10-02T01:50:03.775931-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-10-02T01:50:03.775955-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-10-02T01:50:03.776009-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-10-02T01:50:03.776029-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-10-02T01:50:03.776034-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2025-10-02T01:50:03.776044-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2025-10-02T01:50:03.776131-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-10-02T01:50:03.776167-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-10-02T01:50:03.776198-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-10-02T01:50:03.776229-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-10-02T01:50:03.776260-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2025-10-02T01:50:03.776279-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2025-10-02T01:50:03.776308-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2025-10-02T01:50:03.776329-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2025-10-02T01:50:03.776355-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2025-10-02T01:50:03.776374-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2025-10-02T01:50:03.869022-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.L4qT4co05K Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.O2675MCIxb /tmp/tmp.L4qT4co05K + return 0 + wait_for_running demand-backup-proxysql 1 + local name=demand-backup-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-proxysql-0 480 + local pod=demand-backup-proxysql-0 + local max_retry=480 + local ns= ++ echo demand-backup-proxysql-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=proxysql + set +o xtrace pod/demand-backup-proxysql-0 condition met waiting for pod/demand-backup-proxysql-0 to become Ready.Ok + wait_for_running demand-backup-pxc 3 + local name=demand-backup-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-0 480 + local pod=demand-backup-pxc-0 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-0 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-0 condition met waiting for pod/demand-backup-pxc-0 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-1 480 + local pod=demand-backup-pxc-1 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-1 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-1 condition met waiting for pod/demand-backup-pxc-1 to become Ready.Ok + for i in $(seq 0 $last_pod) + wait_pod demand-backup-pxc-2 480 + local pod=demand-backup-pxc-2 + local max_retry=480 + local ns= ++ echo demand-backup-pxc-2 ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container=pxc + set +o xtrace pod/demand-backup-pxc-2 condition met waiting for pod/demand-backup-pxc-2 to become Ready.Ok ++ kubectl_bin get pxc demand-backup -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ChUlqInpeQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.amllebaHy5 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pxc demand-backup -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ChUlqInpeQ ++ cat /tmp/tmp.amllebaHy5 ++ rm /tmp/tmp.ChUlqInpeQ /tmp/tmp.amllebaHy5 ++ return 0 + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.WmX5xkqybP +++ mktemp ++ local LAST_ERR=/tmp/tmp.KqDNj3cqcf ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WmX5xkqybP ++ cat /tmp/tmp.KqDNj3cqcf ++ rm /tmp/tmp.WmX5xkqybP /tmp/tmp.KqDNj3cqcf ++ return 0 + local root_pass=root_password + sleep 35 + log 'check data after pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-10-02T01:55:25+0000]' check data after pxc-restore/on-demand-backup-pvc [2025-10-02T01:55:25+0000] check data after pxc-restore/on-demand-backup-pvc + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-0.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vbgcWtVzY1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.l2YN4zuC7d ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vbgcWtVzY1 ++ cat /tmp/tmp.l2YN4zuC7d ++ rm /tmp/tmp.vbgcWtVzY1 /tmp/tmp.l2YN4zuC7d ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-1.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9BsxiLtwKm +++ mktemp ++ local LAST_ERR=/tmp/tmp.nBbG4BNT3G ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9BsxiLtwKm ++ cat /tmp/tmp.nBbG4BNT3G ++ rm /tmp/tmp.9BsxiLtwKm /tmp/tmp.nBbG4BNT3G ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h demand-backup-pxc-2.demand-backup-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zXKhlgqvjU +++ mktemp ++ local LAST_ERR=/tmp/tmp.BGLnQREgJ6 ++ local exit_status=0 +++ seq 0 2 ++ for i in $(seq 0 2) ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zXKhlgqvjU ++ cat /tmp/tmp.BGLnQREgJ6 ++ rm /tmp/tmp.zXKhlgqvjU /tmp/tmp.BGLnQREgJ6 ++ return 0 + client_pod=pxc-client-59944c5bbf-7h45b + wait_pod pxc-client-59944c5bbf-7h45b + local pod=pxc-client-59944c5bbf-7h45b + local max_retry=480 + local ns= ++ echo pxc-client-59944c5bbf-7h45b ++ /usr/sbin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' egrep: warning: egrep is obsolescent; using grep -E + local container= + set +o xtrace pod/pxc-client-59944c5bbf-7h45b condition met waiting for pod/pxc-client-59944c5bbf-7h45b to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + '[' '!' -s /tmp/tmp.92iEdGpkuv/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/e2e-tests/demand-backup/compare/select-1.sql /tmp/tmp.92iEdGpkuv/select-1.sql + '[' on-demand-backup-pvc '!=' on-demand-backup-minio ']' + log 'copy backup' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-10-02T01:55:45+0000]' copy backup [2025-10-02T01:55:45+0000] copy backup + '[' -n '' ']' + bash /mnt/jenkins/workspace/cloud-pxc-operator_PR-2203/deploy/backup/copy-backup.sh on-demand-backup-pvc /tmp/tmp.92iEdGpkuv/backup which: no xbcloud in (/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) No xtrabackup binaries found, please install them: https://www.percona.com/downloads/Percona-XtraBackup-LATEST https://formulae.brew.sh/formula/percona-xtrabackup