Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/logs/pitr-gap-errors-8-4.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + GTID_PATTERN='[A-F0-9a-f]{8}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{12}:[0-9]+' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + main + create_infra pitr-gap-errors-18810 + local ns=pitr-gap-errors-18810 + '[' -n pxc-operator ']' + kubectl_bin get pxc --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + read -r pns name + [[ -z pitr-gap-errors-27090 ]] + [[ -z pitr-gap-errors ]] + kubectl_bin patch pxc -n pitr-gap-errors-27090 pitr-gap-errors --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.ISiAYWBprp ++ mktemp + local LAST_ERR=/tmp/tmp.KpQdReU3xP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc -n pitr-gap-errors-27090 pitr-gap-errors --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ISiAYWBprp perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + cat /tmp/tmp.KpQdReU3xP + rm /tmp/tmp.ISiAYWBprp /tmp/tmp.KpQdReU3xP + return 0 + read -r pns name + read -r pns name + kubectl_bin get pxc-backup --all-namespaces -o 'jsonpath={range .items[*]}{.metadata.namespace} {.metadata.name}{"\n"}{end}' + [[ -z pitr-gap-errors-27090 ]] + [[ -z on-pitr-minio ]] + kubectl_bin patch pxc-backup -n pitr-gap-errors-27090 on-pitr-minio --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.BSSU6Y5b8l ++ mktemp + local LAST_ERR=/tmp/tmp.noQ6pNPwZh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc-backup -n pitr-gap-errors-27090 on-pitr-minio --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BSSU6Y5b8l perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio patched (no change) + cat /tmp/tmp.noQ6pNPwZh + rm /tmp/tmp.BSSU6Y5b8l /tmp/tmp.noQ6pNPwZh + return 0 + read -r pns name + [[ -z pitr-gap-errors-27090 ]] + [[ -z on-pitr-minio-gap ]] + kubectl_bin patch pxc-backup -n pitr-gap-errors-27090 on-pitr-minio-gap --type=merge -p '{"metadata":{"finalizers":[]}}' ++ mktemp + local LAST_OUT=/tmp/tmp.xGkjblznoi ++ mktemp + local LAST_ERR=/tmp/tmp.krP8t2Oh50 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc-backup -n pitr-gap-errors-27090 on-pitr-minio-gap --type=merge -p '{"metadata":{"finalizers":[]}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xGkjblznoi perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio-gap patched (no change) + cat /tmp/tmp.krP8t2Oh50 + rm /tmp/tmp.xGkjblznoi /tmp/tmp.krP8t2Oh50 + return 0 + read -r pns name + timeout 300 kubectl delete pxc --all --all-namespaces --wait=false --ignore-not-found perconaxtradbcluster.pxc.percona.com "pitr-gap-errors" deleted from pitr-gap-errors-27090 namespace + timeout 300 kubectl delete pxc-backup --all --all-namespaces --wait=false --ignore-not-found perconaxtradbclusterbackup.pxc.percona.com "on-pitr-minio" deleted from pitr-gap-errors-27090 namespace perconaxtradbclusterbackup.pxc.percona.com "on-pitr-minio-gap" deleted from pitr-gap-errors-27090 namespace + timeout 300 kubectl delete pxc-restore --all --all-namespaces --wait=false --ignore-not-found perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-force" deleted from pitr-gap-errors-27090 namespace + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.N11g2kGQQ6 + local LAST_OUT=/tmp/tmp.RMujmy21SX ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.cmP6lDKXwx + local exit_status=0 + local LAST_ERR=/tmp/tmp.h3wTni6b7E + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RMujmy21SX + cat /tmp/tmp.h3wTni6b7E + rm /tmp/tmp.RMujmy21SX /tmp/tmp.h3wTni6b7E + return 0 namespace "cert-manager" deleted namespace "pitr-gap-errors-27090" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N11g2kGQQ6 namespace "pxc-operator" deleted + cat /tmp/tmp.cmP6lDKXwx + rm /tmp/tmp.N11g2kGQQ6 /tmp/tmp.cmP6lDKXwx + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.y9nUNmESSZ ++ mktemp + local LAST_ERR=/tmp/tmp.6QcLzyPIU2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.y9nUNmESSZ namespace/pxc-operator created + cat /tmp/tmp.6QcLzyPIU2 + rm /tmp/tmp.y9nUNmESSZ /tmp/tmp.6QcLzyPIU2 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.0Npi5qszxU +++ mktemp ++ local LAST_ERR=/tmp/tmp.m64mdh5N6I ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0Npi5qszxU ++ cat /tmp/tmp.m64mdh5N6I ++ rm /tmp/tmp.0Npi5qszxU /tmp/tmp.m64mdh5N6I ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.jVKSM8kDL2 ++ mktemp + local LAST_ERR=/tmp/tmp.o89vpaljyw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.jVKSM8kDL2 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4" modified. + cat /tmp/tmp.o89vpaljyw + rm /tmp/tmp.jVKSM8kDL2 /tmp/tmp.o89vpaljyw + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.Q1fzwPESNI ++ mktemp + local LAST_ERR=/tmp/tmp.GGPJ1LhRoo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Q1fzwPESNI customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.GGPJ1LhRoo + rm /tmp/tmp.Q1fzwPESNI /tmp/tmp.GGPJ1LhRoo + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.LARlc5UAaC ++ mktemp + local LAST_ERR=/tmp/tmp.QiBgI9Z6E7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusters.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LARlc5UAaC customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com condition met + cat /tmp/tmp.QiBgI9Z6E7 E0706 12:11:58.369248 29942 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusters.pxc.percona.com&resourceVersion=1783339913806785000&timeoutSeconds=525&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.LARlc5UAaC /tmp/tmp.QiBgI9Z6E7 + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.vMVyYTS7rY ++ mktemp + local LAST_ERR=/tmp/tmp.rU2Q0vjE5F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterbackups.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vMVyYTS7rY customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com condition met + cat /tmp/tmp.rU2Q0vjE5F E0706 12:12:00.539372 30243 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterbackups.pxc.percona.com&resourceVersion=1783339918806819000&timeoutSeconds=339&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.vMVyYTS7rY /tmp/tmp.rU2Q0vjE5F + return 0 + kubectl_bin wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com ++ mktemp + local LAST_OUT=/tmp/tmp.AEBreD38K0 ++ mktemp + local LAST_ERR=/tmp/tmp.uaOgKRCGv3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Established --timeout=120s crd/perconaxtradbclusterrestores.pxc.percona.com + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AEBreD38K0 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com condition met + cat /tmp/tmp.uaOgKRCGv3 E0706 12:12:03.439967 30635 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/apis/apiextensions.k8s.io/v1/customresourcedefinitions?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dperconaxtradbclusterrestores.pxc.percona.com&resourceVersion=1783339918806819000&timeoutSeconds=560&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.AEBreD38K0 /tmp/tmp.uaOgKRCGv3 + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: pxc-operator^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/cw-rbac.yaml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.7klme1OusX ++ mktemp + local LAST_ERR=/tmp/tmp.lNb0rh4FMr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7klme1OusX clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.lNb0rh4FMr + rm /tmp/tmp.7klme1OusX /tmp/tmp.lNb0rh4FMr + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/deploy/cw-operator.yaml + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' ++ mktemp + local LAST_OUT=/tmp/tmp.aP4vTCgn0t ++ mktemp + local LAST_ERR=/tmp/tmp.r7iMoqO1J0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aP4vTCgn0t deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.r7iMoqO1J0 + rm /tmp/tmp.aP4vTCgn0t /tmp/tmp.r7iMoqO1J0 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.FRHYTKBWAk ++ mktemp + local LAST_ERR=/tmp/tmp.vv3eX622y0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FRHYTKBWAk pod/percona-xtradb-cluster-operator-59848dbdcc-phjsk condition met + cat /tmp/tmp.vv3eX622y0 E0706 12:12:27.691260 1892 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-59848dbdcc-phjsk&resourceVersion=1783339947182868000&timeoutSeconds=555&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.FRHYTKBWAk /tmp/tmp.vv3eX622y0 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ local LAST_OUT=/tmp/tmp.MqMAWqpTqO +++ mktemp ++ local LAST_ERR=/tmp/tmp.XkIwsD3ujJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MqMAWqpTqO ++ cat /tmp/tmp.XkIwsD3ujJ ++ rm /tmp/tmp.MqMAWqpTqO /tmp/tmp.XkIwsD3ujJ ++ return 0 + wait_pod percona-xtradb-cluster-operator-59848dbdcc-phjsk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-59848dbdcc-phjsk + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-59848dbdcc-phjsk ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-59848dbdcc-phjsk condition met E0706 12:12:34.710581 2967 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-59848dbdcc-phjsk&resourceVersion=1783339952194606000&timeoutSeconds=534&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-59848dbdcc-phjsk to become Ready.Ok + sleep 3 + create_namespace pitr-gap-errors-18810 + local namespace=pitr-gap-errors-18810 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pitr-gap-errors-18810' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pitr-gap-errors-18810 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pitr-gap-errors-18810 + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.muc8WGPPGC ++ mktemp + local LAST_ERR=/tmp/tmp.ebT01jRoK2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.jgm99vwfDE + awk '{print$1}' ++ mktemp + local LAST_ERR=/tmp/tmp.OpPgXLyhDy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-18810 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-18810 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.muc8WGPPGC + cat /tmp/tmp.ebT01jRoK2 + rm /tmp/tmp.muc8WGPPGC /tmp/tmp.ebT01jRoK2 + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-18810 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.jgm99vwfDE + cat /tmp/tmp.OpPgXLyhDy Error from server (NotFound): namespaces "pitr-gap-errors-18810" not found + rm /tmp/tmp.jgm99vwfDE /tmp/tmp.OpPgXLyhDy + return 1 + : + wait_for_delete namespace/pitr-gap-errors-18810 + local res=namespace/pitr-gap-errors-18810 + echo -n 'waiting for namespace/pitr-gap-errors-18810 to be deleted' waiting for namespace/pitr-gap-errors-18810 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pitr-gap-errors-18810" not found + desc 'create namespace pitr-gap-errors-18810' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pitr-gap-errors-18810 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pitr-gap-errors-18810 ++ mktemp + local LAST_OUT=/tmp/tmp.mXGlf9LUBG ++ mktemp + local LAST_ERR=/tmp/tmp.4x95T6KNBc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pitr-gap-errors-18810 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mXGlf9LUBG namespace/pitr-gap-errors-18810 created + cat /tmp/tmp.4x95T6KNBc + rm /tmp/tmp.mXGlf9LUBG /tmp/tmp.4x95T6KNBc + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.X7oJESbJzt +++ mktemp ++ local LAST_ERR=/tmp/tmp.MNMoADYwms ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X7oJESbJzt ++ cat /tmp/tmp.MNMoADYwms ++ rm /tmp/tmp.X7oJESbJzt /tmp/tmp.MNMoADYwms ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4 --namespace=pitr-gap-errors-18810 ++ mktemp + local LAST_OUT=/tmp/tmp.i5LZPlnY43 ++ mktemp + local LAST_ERR=/tmp/tmp.v1ojMSE1iG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4 --namespace=pitr-gap-errors-18810 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i5LZPlnY43 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2538-70c04858-2-cluster4" modified. + cat /tmp/tmp.v1ojMSE1iG + rm /tmp/tmp.i5LZPlnY43 /tmp/tmp.v1ojMSE1iG + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.6JZMj9XgQS ++ mktemp + local LAST_ERR=/tmp/tmp.GPgNYqoUEv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6JZMj9XgQS secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.GPgNYqoUEv + rm /tmp/tmp.6JZMj9XgQS /tmp/tmp.GPgNYqoUEv + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.dqW03rPOSe ++ mktemp + local LAST_ERR=/tmp/tmp.B6sw0uLM2k + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dqW03rPOSe namespace/cert-manager created + cat /tmp/tmp.B6sw0uLM2k + rm /tmp/tmp.dqW03rPOSe /tmp/tmp.B6sw0uLM2k + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.fUsGkxT2HO ++ mktemp + local LAST_ERR=/tmp/tmp.CMXYrbU2or + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fUsGkxT2HO namespace/cert-manager labeled + cat /tmp/tmp.CMXYrbU2or + rm /tmp/tmp.fUsGkxT2HO /tmp/tmp.CMXYrbU2or + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.j9Latagd3u ++ mktemp + local LAST_ERR=/tmp/tmp.a6sIZvIvtr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.20.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.j9Latagd3u namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.a6sIZvIvtr Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.j9Latagd3u /tmp/tmp.a6sIZvIvtr + return 0 + '[' '' == 4.10 ']' + kubectl_bin -n cert-manager rollout status deployment/cert-manager --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.YElqTOuYDB ++ mktemp + local LAST_ERR=/tmp/tmp.fFDI5vF8Mh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YElqTOuYDB Waiting for deployment "cert-manager" rollout to finish: 0 of 1 updated replicas are available... deployment "cert-manager" successfully rolled out + cat /tmp/tmp.fFDI5vF8Mh + rm /tmp/tmp.YElqTOuYDB /tmp/tmp.fFDI5vF8Mh + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.wHcBSe9Y6c ++ mktemp + local LAST_ERR=/tmp/tmp.iAmaz9GgKL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-cainjector --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wHcBSe9Y6c deployment "cert-manager-cainjector" successfully rolled out + cat /tmp/tmp.iAmaz9GgKL + rm /tmp/tmp.wHcBSe9Y6c /tmp/tmp.iAmaz9GgKL + return 0 + kubectl_bin -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s ++ mktemp + local LAST_OUT=/tmp/tmp.ysRWDp4JpG ++ mktemp + local LAST_ERR=/tmp/tmp.Xe4RvzaepD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl -n cert-manager rollout status deployment/cert-manager-webhook --timeout=120s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ysRWDp4JpG Waiting for deployment "cert-manager-webhook" rollout to finish: 0 of 1 updated replicas are available... deployment "cert-manager-webhook" successfully rolled out + cat /tmp/tmp.Xe4RvzaepD + rm /tmp/tmp.ysRWDp4JpG /tmp/tmp.Xe4RvzaepD + return 0 + log 'waiting for cert-manager webhook caBundle to be injected' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:13:37+0000]' waiting for cert-manager webhook caBundle to be injected [2026-07-06T12:13:37+0000] waiting for cert-manager webhook caBundle to be injected ++ date +%s + local deadline=1783340137 + grep -q . + kubectl_bin get validatingwebhookconfigurations cert-manager-webhook -o 'jsonpath={.webhooks[0].clientConfig.caBundle}' + log 'probing cert-manager webhook' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:13:38+0000]' probing cert-manager webhook [2026-07-06T12:13:38+0000] probing cert-manager webhook + local probe_file ++ mktemp + probe_file=/tmp/tmp.PmbKaQiWtN + cat + local retries=0 + kubectl_bin apply -f /tmp/tmp.PmbKaQiWtN --dry-run=server + rm -f /tmp/tmp.PmbKaQiWtN + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/issuer.yml ++ mktemp + local LAST_OUT=/tmp/tmp.hHch0cTLa4 ++ mktemp + local LAST_ERR=/tmp/tmp.a3pUiRWnXA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/issuer.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hHch0cTLa4 issuer.cert-manager.io/selfsigning-issuer created + cat /tmp/tmp.a3pUiRWnXA + rm /tmp/tmp.hHch0cTLa4 /tmp/tmp.a3pUiRWnXA + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/cert.yml ++ mktemp + local LAST_OUT=/tmp/tmp.v3VQfxDmjw ++ mktemp + local LAST_ERR=/tmp/tmp.r9XNMoRVrR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/cert.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.v3VQfxDmjw certificate.cert-manager.io/tls-minio created + cat /tmp/tmp.r9XNMoRVrR + rm /tmp/tmp.v3VQfxDmjw /tmp/tmp.r9XNMoRVrR + return 0 + sleep_with_log 25 + local d=25 + log 'sleeping for 25 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:13:46+0000]' sleeping for 25 seconds [2026-07-06T12:13:46+0000] sleeping for 25 seconds + sleep 25 + start_minio tls-minio + deploy_helm pitr-gap-errors-18810 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=tls-minio + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n tls-minio ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=tls-minio --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=tls-minio --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio NAME: minio-service LAST DEPLOYED: Mon Jul 6 12:14:15 2026 NAMESPACE: pitr-gap-errors-18810 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.pitr-gap-errors-18810.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace pitr-gap-errors-18810 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace pitr-gap-errors-18810 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace pitr-gap-errors-18810 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace pitr-gap-errors-18810 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M6Xqv1neuq +++ mktemp ++ local LAST_ERR=/tmp/tmp.O1t1m4KziZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M6Xqv1neuq ++ cat /tmp/tmp.O1t1m4KziZ ++ rm /tmp/tmp.M6Xqv1neuq /tmp/tmp.O1t1m4KziZ ++ return 0 + MINIO_POD=minio-service-757b74c96c-54tqj + wait_pod minio-service-757b74c96c-54tqj + local pod=minio-service-757b74c96c-54tqj + local max_retry=480 + local ns= ++ echo minio-service-757b74c96c-54tqj ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/minio-service-757b74c96c-54tqj condition met E0706 12:15:17.494395 26343 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dminio-service-757b74c96c-54tqj&resourceVersion=1783340115471861000&timeoutSeconds=304&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/minio-service-757b74c96c-54tqj to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.PpTKvKt7A0 ++ mktemp + local LAST_ERR=/tmp/tmp.nGz9nNTI4i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PpTKvKt7A0 /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing pod "aws-cli" deleted from pitr-gap-errors-18810 namespace + cat /tmp/tmp.nGz9nNTI4i + rm /tmp/tmp.PpTKvKt7A0 /tmp/tmp.nGz9nNTI4i + return 0 + cluster=pitr-gap-errors + spinup_pxc pitr-gap-errors /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local cluster=pitr-gap-errors + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.SQBouKTBEL ++ mktemp + local LAST_ERR=/tmp/tmp.t5FvzPdfnm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SQBouKTBEL secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.t5FvzPdfnm + rm /tmp/tmp.SQBouKTBEL /tmp/tmp.t5FvzPdfnm + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml '' + kubectl_bin apply -f - + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-18810~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_OUT=/tmp/tmp.JIJvsRXFpX ++ mktemp + local LAST_ERR=/tmp/tmp.DuLzcqMTaq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JIJvsRXFpX deployment.apps/pxc-client created + cat /tmp/tmp.DuLzcqMTaq + rm /tmp/tmp.JIJvsRXFpX /tmp/tmp.DuLzcqMTaq + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local pvc_name= + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-18810~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2538-70c04858#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + local LAST_OUT=/tmp/tmp.BDpcZJ3O5x ++ mktemp + local LAST_ERR=/tmp/tmp.hubUcBW3ch + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BDpcZJ3O5x perconaxtradbcluster.pxc.percona.com/pitr-gap-errors created + cat /tmp/tmp.hubUcBW3ch + rm /tmp/tmp.BDpcZJ3O5x /tmp/tmp.hubUcBW3ch + return 0 + desc 'waiting pods to be running for pitr-gap-errors' + set +o xtrace ----------------------------------------------------------------------------------- waiting pods to be running for pitr-gap-errors ----------------------------------------------------------------------------------- ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.LhspdkYWvm ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HGBOByeOuT +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.LhspdkYWvm +++ cat /tmp/tmp.HGBOByeOuT +++ rm /tmp/tmp.LhspdkYWvm /tmp/tmp.HGBOByeOuT +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.8fjxu9xn6e ++++ mktemp +++ local LAST_ERR=/tmp/tmp.1IQ933Kg5H +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.8fjxu9xn6e +++ cat /tmp/tmp.1IQ933Kg5H +++ rm /tmp/tmp.8fjxu9xn6e /tmp/tmp.1IQ933Kg5H +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql ++ get_proxy_size pitr-gap-errors ++ local cluster=pitr-gap-errors ++ local size=0 +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.o4XPycb2Dn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.L9IVzqTLTm +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.o4XPycb2Dn +++ cat /tmp/tmp.L9IVzqTLTm +++ rm /tmp/tmp.o4XPycb2Dn /tmp/tmp.L9IVzqTLTm +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ysLwuAzmM5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9cLuPZ3gxo +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ysLwuAzmM5 +++ cat /tmp/tmp.9cLuPZ3gxo +++ rm /tmp/tmp.ysLwuAzmM5 /tmp/tmp.9cLuPZ3gxo +++ return 0 ++ [[ true == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.wscOpnDGfl ++++ mktemp +++ local LAST_ERR=/tmp/tmp.87ba0ejsl5 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.wscOpnDGfl +++ cat /tmp/tmp.87ba0ejsl5 +++ rm /tmp/tmp.wscOpnDGfl /tmp/tmp.87ba0ejsl5 +++ return 0 ++ size=2 ++ echo 2 + local proxy_size=2 + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for pitr-gap-errors-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for pitr-gap-errors-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-0 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pitr-gap-errors-pxc-2 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + wait_for_running pitr-gap-errors-proxysql 2 + local name=pitr-gap-errors-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for pitr-gap-errors-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for pitr-gap-errors-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met E0706 12:19:45.130533 31187 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-0&resourceVersion=1783340384740783019&timeoutSeconds=450&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-1 480 + local pod=pitr-gap-errors-proxysql-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-1 condition met E0706 12:19:50.417413 31837 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-1&resourceVersion=1783340385743295019&timeoutSeconds=309&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-1 to become Ready.Ok + wait_cluster_consistency pitr-gap-errors 3 2 + local cluster_name=pitr-gap-errors + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/pitr-gap-errors to be ready' waiting for pxc/pitr-gap-errors to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OcocGx09yZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.TKZu1Eoacj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OcocGx09yZ ++ cat /tmp/tmp.TKZu1Eoacj ++ rm /tmp/tmp.OcocGx09yZ /tmp/tmp.TKZu1Eoacj ++ return 0 + state=ready ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bRforBeBIj +++ mktemp ++ local LAST_ERR=/tmp/tmp.rKenmBNVxk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bRforBeBIj ++ cat /tmp/tmp.rKenmBNVxk ++ rm /tmp/tmp.bRforBeBIj /tmp/tmp.rKenmBNVxk ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine pitr-gap-errors +++ local cluster_name=pitr-gap-errors ++++ get_proxy pitr-gap-errors ++++ local target_cluster=pitr-gap-errors +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vDV26rnIXn ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.9p9lcB1JHf +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vDV26rnIXn +++++ cat /tmp/tmp.9p9lcB1JHf +++++ rm /tmp/tmp.vDV26rnIXn /tmp/tmp.9p9lcB1JHf +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.gUpv9Ph2FE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jDeTw719My +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.gUpv9Ph2FE +++++ cat /tmp/tmp.jDeTw719My +++++ rm /tmp/tmp.gUpv9Ph2FE /tmp/tmp.jDeTw719My +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo pitr-gap-errors-proxysql ++++ return +++ local cluster_proxy=pitr-gap-errors-proxysql +++ echo proxysql ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DP8IcxXjZB +++ mktemp ++ local LAST_ERR=/tmp/tmp.HDvrRoWi7r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DP8IcxXjZB ++ cat /tmp/tmp.HDvrRoWi7r ++ rm /tmp/tmp.DP8IcxXjZB /tmp/tmp.HDvrRoWi7r ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + sleep 10 ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aEcaWNEJA6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aVFwNI5sHg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aEcaWNEJA6 ++ cat /tmp/tmp.aVFwNI5sHg ++ rm /tmp/tmp.aEcaWNEJA6 /tmp/tmp.aVFwNI5sHg ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XbH2ho8K1C +++ mktemp ++ local LAST_ERR=/tmp/tmp.HFTj7aSEOZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XbH2ho8K1C ++ cat /tmp/tmp.HFTj7aSEOZ ++ rm /tmp/tmp.XbH2ho8K1C /tmp/tmp.HFTj7aSEOZ ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:20:23.643446 3712 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340421808200000&timeoutSeconds=434&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data pitr-gap-errors 100500 no-proxy -P3306 + local cluster=pitr-gap-errors + local id=100500 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local root_pass ++ get_password pitr-gap-errors root ++ local cluster=pitr-gap-errors ++ local user=root +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TPHIIKcc7K ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4GNeiFwzDJ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TPHIIKcc7K +++ cat /tmp/tmp.4GNeiFwzDJ +++ rm /tmp/tmp.TPHIIKcc7K /tmp/tmp.4GNeiFwzDJ +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ base64 --decode ++ local LAST_OUT=/tmp/tmp.3McjqbYGZy +++ mktemp ++ local LAST_ERR=/tmp/tmp.eh5bpSaIe2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3McjqbYGZy ++ cat /tmp/tmp.eh5bpSaIe2 ++ rm /tmp/tmp.3McjqbYGZy /tmp/tmp.eh5bpSaIe2 ++ return 0 + root_pass=root_password ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.E22LURedoC ++++ mktemp +++ local LAST_ERR=/tmp/tmp.X6go0Lgjjt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.E22LURedoC +++ cat /tmp/tmp.X6go0Lgjjt +++ rm /tmp/tmp.E22LURedoC /tmp/tmp.X6go0Lgjjt +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oXNjDwBAkd ++++ mktemp +++ local LAST_ERR=/tmp/tmp.sPcjL01XKn +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oXNjDwBAkd +++ cat /tmp/tmp.sPcjL01XKn +++ rm /tmp/tmp.oXNjDwBAkd /tmp/tmp.sPcjL01XKn +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + proxy=pitr-gap-errors-proxysql + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] + host='-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc' + run_mysql 'INSERT IGNORE myApp.myApp (id) VALUES (100500)' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=INSERT IGNORE myApp.myApp (id) VALUES (100500)' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9GxBEdmX0J +++ mktemp ++ local LAST_ERR=/tmp/tmp.H0npbKC1qd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9GxBEdmX0J ++ cat /tmp/tmp.H0npbKC1qd ++ rm /tmp/tmp.9GxBEdmX0J /tmp/tmp.H0npbKC1qd ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:20:38.889001 5937 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340436884566000&timeoutSeconds=486&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 + desc 'compare initial data' + set +o xtrace ----------------------------------------------------------------------------------- compare initial data ----------------------------------------------------------------------------------- + compare_data pitr-gap-errors select-1 no-proxy -P3306 + local cluster=pitr-gap-errors + local compare=select-1 + local use_proxy=no-proxy + local port=-P3306 + local database=myApp + local table=myApp + local size + local root_pass ++ get_password pitr-gap-errors root ++ local cluster=pitr-gap-errors ++ local user=root +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.S6izwcsmPx ++++ mktemp +++ local LAST_ERR=/tmp/tmp.cfZiZToKHZ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.S6izwcsmPx +++ cat /tmp/tmp.cfZiZToKHZ +++ rm /tmp/tmp.S6izwcsmPx /tmp/tmp.cfZiZToKHZ +++ return 0 ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iw9AbJugIR +++ mktemp ++ local LAST_ERR=/tmp/tmp.FZjYp989Dx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iw9AbJugIR ++ cat /tmp/tmp.FZjYp989Dx ++ rm /tmp/tmp.iw9AbJugIR /tmp/tmp.FZjYp989Dx ++ return 0 + root_pass=root_password + [[ no-proxy == true ]] + [[ no-proxy == \u\s\e\-\p\r\o\x\y ]] ++ get_pxc_size pitr-gap-errors ++ local cluster=pitr-gap-errors ++ local size=0 +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.pxc.size}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.kBQxjcyMh4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.TBFo6Lonld +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.pxc.size}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.kBQxjcyMh4 +++ cat /tmp/tmp.TBFo6Lonld +++ rm /tmp/tmp.kBQxjcyMh4 /tmp/tmp.TBFo6Lonld +++ return 0 ++ size=3 ++ echo 3 + size=3 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HwqHpvt2Mu +++ mktemp ++ local LAST_ERR=/tmp/tmp.QLxfNrLhgh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HwqHpvt2Mu ++ cat /tmp/tmp.QLxfNrLhgh ++ rm /tmp/tmp.HwqHpvt2Mu /tmp/tmp.QLxfNrLhgh ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-5l7lc + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:21:20.240167 11517 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340478466180000&timeoutSeconds=509&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.boT27S1g2H/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9q6AK9KBR8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fnrOhh5akw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9q6AK9KBR8 ++ cat /tmp/tmp.fnrOhh5akw ++ rm /tmp/tmp.9q6AK9KBR8 /tmp/tmp.fnrOhh5akw ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-5l7lc + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:21:27.231581 12601 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340486389907000&timeoutSeconds=503&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.boT27S1g2H/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT id FROM myApp.myApp ORDER BY id;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' + local 'command=SELECT id FROM myApp.myApp ORDER BY id;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -P3306 -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H8wQKOKdGJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.v2sFEP7JGq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H8wQKOKdGJ ++ cat /tmp/tmp.v2sFEP7JGq ++ rm /tmp/tmp.H8wQKOKdGJ /tmp/tmp.v2sFEP7JGq ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:21:35.086726 13611 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340493349544000&timeoutSeconds=539&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.boT27S1g2H/select-1.sql + is_keyring_plugin_in_use pitr-gap-errors + local cluster=pitr-gap-errors + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl exec pitr-gap-errors-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 + run_backup pitr-gap-errors on-pitr-minio + local cluster=pitr-gap-errors + local backup=on-pitr-minio + local status=Succeeded + log 'run pxc-backup/on-pitr-minio' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:21:43+0000]' run pxc-backup/on-pitr-minio [2026-07-06T12:21:43+0000] run pxc-backup/on-pitr-minio + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio.yml ++ mktemp + local LAST_OUT=/tmp/tmp.cyVuSAUBz3 ++ mktemp + local LAST_ERR=/tmp/tmp.pm6HYskd4W + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cyVuSAUBz3 perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio created + cat /tmp/tmp.pm6HYskd4W + rm /tmp/tmp.cyVuSAUBz3 /tmp/tmp.pm6HYskd4W + return 0 + wait_backup on-pitr-minio Succeeded + local backup=on-pitr-minio + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio to reach Succeeded state.......................Succeeded + desc 'binlog gap test' + set +o xtrace ----------------------------------------------------------------------------------- binlog gap test ----------------------------------------------------------------------------------- + write_test_data pitr-gap-errors + local cluster=pitr-gap-errors + local config= + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Jcn54m9nFj ++++ mktemp +++ local LAST_ERR=/tmp/tmp.2Lo0trS0Qb +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Jcn54m9nFj +++ cat /tmp/tmp.2Lo0trS0Qb +++ rm /tmp/tmp.Jcn54m9nFj /tmp/tmp.2Lo0trS0Qb +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5RYCE1G3N4 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.dWS4Hxm6OV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.5RYCE1G3N4 +++ cat /tmp/tmp.dWS4Hxm6OV +++ rm /tmp/tmp.5RYCE1G3N4 /tmp/tmp.dWS4Hxm6OV +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write test data' + set +o xtrace ----------------------------------------------------------------------------------- write test data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SHhxeGJ3MI +++ mktemp ++ local LAST_ERR=/tmp/tmp.JN4U0xLPRC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SHhxeGJ3MI ++ cat /tmp/tmp.JN4U0xLPRC ++ rm /tmp/tmp.SHhxeGJ3MI /tmp/tmp.JN4U0xLPRC ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:22:41.390619 23467 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340559657026000&timeoutSeconds=344&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sqkbY3Sbvr +++ mktemp ++ local LAST_ERR=/tmp/tmp.JuxbzyNnpT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sqkbY3Sbvr ++ cat /tmp/tmp.JuxbzyNnpT ++ rm /tmp/tmp.sqkbY3Sbvr /tmp/tmp.JuxbzyNnpT ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:22:51.135163 24961 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340569511064000&timeoutSeconds=512&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J4SmtqWcwG +++ mktemp ++ local LAST_ERR=/tmp/tmp.vIP642FEAs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J4SmtqWcwG ++ cat /tmp/tmp.vIP642FEAs ++ rm /tmp/tmp.J4SmtqWcwG /tmp/tmp.vIP642FEAs ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:23:30.226851 30959 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340608193533000&timeoutSeconds=562&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YZkElWhFjg +++ mktemp ++ local LAST_ERR=/tmp/tmp.dEEy0AMuMj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YZkElWhFjg ++ cat /tmp/tmp.dEEy0AMuMj ++ rm /tmp/tmp.YZkElWhFjg /tmp/tmp.dEEy0AMuMj ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:23:42.399989 375 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340620462835000&timeoutSeconds=566&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G2RkrAEAVB +++ mktemp ++ local LAST_ERR=/tmp/tmp.jebzReBOiw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G2RkrAEAVB ++ cat /tmp/tmp.jebzReBOiw ++ rm /tmp/tmp.G2RkrAEAVB /tmp/tmp.jebzReBOiw ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:23:51.978507 1891 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340630129312000&timeoutSeconds=301&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql ++ is_keyring_plugin_in_use pitr-gap-errors ++ local cluster=pitr-gap-errors ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] ++ kubectl exec pitr-gap-errors-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my ++ return 1 + '[' '' ']' + run_mysql 'use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AC2YC3gUDe +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ud218HQzQE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AC2YC3gUDe ++ cat /tmp/tmp.Ud218HQzQE ++ rm /tmp/tmp.AC2YC3gUDe /tmp/tmp.Ud218HQzQE ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:24:04.323253 3747 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340642302478000&timeoutSeconds=569&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + log 'creating gap backup (will be marked as PITR unready)' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:24:11+0000]' creating gap backup '(will' be marked as PITR 'unready)' [2026-07-06T12:24:11+0000] creating gap backup (will be marked as PITR unready) + run_backup pitr-gap-errors on-pitr-minio-gap + local cluster=pitr-gap-errors + local backup=on-pitr-minio-gap + local status=Succeeded + log 'run pxc-backup/on-pitr-minio-gap' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:24:11+0000]' run pxc-backup/on-pitr-minio-gap [2026-07-06T12:24:11+0000] run pxc-backup/on-pitr-minio-gap + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio-gap.yml ++ mktemp + local LAST_OUT=/tmp/tmp.oZAK6olP9a ++ mktemp + local LAST_ERR=/tmp/tmp.qraSa9FBHr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio-gap.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oZAK6olP9a perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio-gap created + cat /tmp/tmp.qraSa9FBHr + rm /tmp/tmp.oZAK6olP9a /tmp/tmp.qraSa9FBHr + return 0 + wait_backup on-pitr-minio-gap Succeeded + local backup=on-pitr-minio-gap + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio-gap to reach Succeeded state...............Succeeded + write_data_for_pitr pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WyF9kTwVdA ++++ mktemp +++ local LAST_ERR=/tmp/tmp.UqQxWcrAmG +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WyF9kTwVdA +++ cat /tmp/tmp.UqQxWcrAmG +++ rm /tmp/tmp.WyF9kTwVdA /tmp/tmp.UqQxWcrAmG +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.GLJqBwnsq5 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KQiHs0xp4Z +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.GLJqBwnsq5 +++ cat /tmp/tmp.KQiHs0xp4Z +++ rm /tmp/tmp.GLJqBwnsq5 /tmp/tmp.KQiHs0xp4Z +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write data for pitr' + set +o xtrace ----------------------------------------------------------------------------------- write data for pitr ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6YBtXOh62d +++ mktemp ++ local LAST_ERR=/tmp/tmp.XExAuerIcA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6YBtXOh62d ++ cat /tmp/tmp.XExAuerIcA ++ rm /tmp/tmp.6YBtXOh62d /tmp/tmp.XExAuerIcA ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:24:59.087506 12316 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340696992612000&timeoutSeconds=542&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep_with_log 65 + local d=65 + log 'sleeping for 65 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:25:05+0000]' sleeping for 65 seconds [2026-07-06T12:25:05+0000] sleeping for 65 seconds + sleep 65 + create_binlog_gap pitr-gap-errors + desc 'create binlog gap' + set +o xtrace ----------------------------------------------------------------------------------- create binlog gap ----------------------------------------------------------------------------------- + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Pw2ySjdIaR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.oBodTPpTeC +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Pw2ySjdIaR +++ cat /tmp/tmp.oBodTPpTeC +++ rm /tmp/tmp.Pw2ySjdIaR /tmp/tmp.oBodTPpTeC +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.tE9Nt6b1VZ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.6Kfqtk6GNc +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.tE9Nt6b1VZ +++ cat /tmp/tmp.6Kfqtk6GNc +++ rm /tmp/tmp.tE9Nt6b1VZ /tmp/tmp.6Kfqtk6GNc +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + sleep 5 + run_mysql 'INSERT test.gap (id) VALUES (100800); INSERT test.gap (id) VALUES (100801); INSERT test.gap (id) VALUES (100802);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.gap (id) VALUES (100800); INSERT test.gap (id) VALUES (100801); INSERT test.gap (id) VALUES (100802);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.evkn8l5PJo +++ mktemp ++ local LAST_ERR=/tmp/tmp.sB1xvIVlZE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.evkn8l5PJo ++ cat /tmp/tmp.sB1xvIVlZE ++ rm /tmp/tmp.evkn8l5PJo /tmp/tmp.sB1xvIVlZE ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:26:24.492294 25313 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340782292762000&timeoutSeconds=420&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":true}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + run_mysql 'INSERT test.gap (id) VALUES (100803); INSERT test.gap (id) VALUES (100804); INSERT test.gap (id) VALUES (100805);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.gap (id) VALUES (100803); INSERT test.gap (id) VALUES (100804); INSERT test.gap (id) VALUES (100805);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iQT9NtpYAM +++ mktemp ++ local LAST_ERR=/tmp/tmp.9PI6vPeDOt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iQT9NtpYAM ++ cat /tmp/tmp.9PI6vPeDOt ++ rm /tmp/tmp.iQT9NtpYAM /tmp/tmp.9PI6vPeDOt ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:26:46.507888 28484 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783340805353983013&timeoutSeconds=487&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + sleep 65 + check_binlog_gap_error + desc 'check binlog gap error' + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap error ----------------------------------------------------------------------------------- ++ grep -c 'ERROR: Couldn'\''t find the binlog that contains GTID set' +++ get_pitr_pod ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.9djEq1Rtkl +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.UXzmPufsXP ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.9djEq1Rtkl ++++ cat /tmp/tmp.UXzmPufsXP ++++ rm /tmp/tmp.9djEq1Rtkl /tmp/tmp.UXzmPufsXP ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-848586db4c-bgrvk +++ [[ -z pitr-gap-errors-pitr-848586db4c-bgrvk ]] +++ echo pitr-gap-errors-pitr-848586db4c-bgrvk ++ kubectl_bin logs pitr-gap-errors-pitr-848586db4c-bgrvk +++ mktemp ++ local LAST_OUT=/tmp/tmp.b8jw3Hngl1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.IihuzvgD1e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-848586db4c-bgrvk ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b8jw3Hngl1 ++ cat /tmp/tmp.IihuzvgD1e Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.b8jw3Hngl1 /tmp/tmp.IihuzvgD1e ++ return 0 + local err_text1=1 ++ grep -c 'ERROR: Gap detected in the binary logs. Binary logs will be uploaded anyway, but full backup needed for consistent recovery.' +++ get_pitr_pod ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.JzdPAJK0p5 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.qrh4ZnQKOT ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.JzdPAJK0p5 ++++ cat /tmp/tmp.qrh4ZnQKOT ++++ rm /tmp/tmp.JzdPAJK0p5 /tmp/tmp.qrh4ZnQKOT ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-848586db4c-bgrvk +++ [[ -z pitr-gap-errors-pitr-848586db4c-bgrvk ]] +++ echo pitr-gap-errors-pitr-848586db4c-bgrvk ++ kubectl_bin logs pitr-gap-errors-pitr-848586db4c-bgrvk +++ mktemp ++ local LAST_OUT=/tmp/tmp.ReraHTvkYp +++ mktemp ++ local LAST_ERR=/tmp/tmp.c8HOeCW0fG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-848586db4c-bgrvk ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ReraHTvkYp ++ cat /tmp/tmp.c8HOeCW0fG Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.ReraHTvkYp /tmp/tmp.c8HOeCW0fG ++ return 0 + local err_text2=1 + [[ 1 -eq 0 ]] + [[ 1 -eq 0 ]] ++ grep -c 'Gap detected in binary logs' +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++++ grep -c percona-xtradb-cluster-operator ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ head -1 +++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PdNSMFG0ag ++++ mktemp +++ local LAST_ERR=/tmp/tmp.nzXd3IIONw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.PdNSMFG0ag +++ cat /tmp/tmp.nzXd3IIONw +++ rm /tmp/tmp.PdNSMFG0ag /tmp/tmp.nzXd3IIONw +++ return 0 ++ kubectl_bin logs -npxc-operator percona-xtradb-cluster-operator-59848dbdcc-phjsk +++ mktemp ++ local LAST_OUT=/tmp/tmp.hUrrFrkysu +++ mktemp ++ local LAST_ERR=/tmp/tmp.gfuzLSs4qT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs -npxc-operator percona-xtradb-cluster-operator-59848dbdcc-phjsk ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hUrrFrkysu ++ cat /tmp/tmp.gfuzLSs4qT ++ rm /tmp/tmp.hUrrFrkysu /tmp/tmp.gfuzLSs4qT ++ return 0 + local err_text3=1 + [[ 1 -eq 0 ]] ++ kubectl_bin get pxc-backup on-pitr-minio-gap '-ojsonpath={.status.conditions[]}' ++ grep -c '"reason":"BinlogGapDetected","status":"False","type":"PITRReady"' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J2Voqb4UEH +++ mktemp ++ local LAST_ERR=/tmp/tmp.vWxQJ7kVta ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-backup on-pitr-minio-gap '-ojsonpath={.status.conditions[]}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J2Voqb4UEH ++ cat /tmp/tmp.vWxQJ7kVta ++ rm /tmp/tmp.J2Voqb4UEH /tmp/tmp.vWxQJ7kVta ++ return 0 + local backup_cond=1 + [[ 1 -eq 0 ]] + check_binlog_gap_restore pitr-gap-errors backup-source + local cluster=pitr-gap-errors + local type=backup-source + desc 'check binlog gap restore: ' backup-source + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: backup-source ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + '[' backup-source == error ']' + '[' backup-source == backup-source ']' + local restore=restore-on-pitr-minio-gap-bs ++ kubectl_bin get pxc-backup on-pitr-minio-gap -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R4yK4ZZDYs +++ mktemp ++ local LAST_ERR=/tmp/tmp.F0YDpUkOLZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-backup on-pitr-minio-gap -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R4yK4ZZDYs ++ cat /tmp/tmp.F0YDpUkOLZ ++ rm /tmp/tmp.R4yK4ZZDYs /tmp/tmp.F0YDpUkOLZ ++ return 0 + destination=s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml + /usr/bin/sed -e s~#destination~s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full~ + kubectl_bin apply -f - + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-18810~ ++ mktemp + local LAST_OUT=/tmp/tmp.MokFO9P3OL ++ mktemp + local LAST_ERR=/tmp/tmp.VEzBAzIIrX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MokFO9P3OL perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-bs created + cat /tmp/tmp.VEzBAzIIrX + rm /tmp/tmp.MokFO9P3OL /tmp/tmp.VEzBAzIIrX + return 0 + wait_backup_restore restore-on-pitr-minio-gap-bs Failed + local backup_name=restore-on-pitr-minio-gap-bs + local target_state=Failed + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-bs to reach Failed state 2026-07-06T12:28:19 pxc-restore/restore-on-pitr-minio-gap-bs state: Failed ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-bs '-ojsonpath={.status.comments}' ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hgXV6u6WeU +++ mktemp ++ local LAST_ERR=/tmp/tmp.SqnSXCX8Gd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-bs '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hgXV6u6WeU ++ cat /tmp/tmp.SqnSXCX8Gd ++ rm /tmp/tmp.hgXV6u6WeU /tmp/tmp.SqnSXCX8Gd ++ return 0 + local backup_error=1 + [[ 1 -eq 0 ]] + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.uwJJ9pfGTv ++ mktemp + local LAST_ERR=/tmp/tmp.sDy1hvj45L + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uwJJ9pfGTv perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-bs" deleted from pitr-gap-errors-18810 namespace + cat /tmp/tmp.sDy1hvj45L + rm /tmp/tmp.uwJJ9pfGTv /tmp/tmp.sDy1hvj45L + return 0 + check_binlog_gap_restore pitr-gap-errors error + local cluster=pitr-gap-errors + local type=error + desc 'check binlog gap restore: ' error + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: error ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' error == error ']' + local restore=restore-on-pitr-minio-gap-error + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.xOnYxNTWMK ++ mktemp + local LAST_ERR=/tmp/tmp.cAwf6TCTx9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xOnYxNTWMK perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-error created + cat /tmp/tmp.cAwf6TCTx9 + rm /tmp/tmp.xOnYxNTWMK /tmp/tmp.cAwf6TCTx9 + return 0 + wait_backup_restore restore-on-pitr-minio-gap-error Failed + local backup_name=restore-on-pitr-minio-gap-error + local target_state=Failed + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-error to reach Failed state 2026-07-06T12:28:27 pxc-restore/restore-on-pitr-minio-gap-error state: Failed ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-error '-ojsonpath={.status.comments}' ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R0WYIImdYH +++ mktemp ++ local LAST_ERR=/tmp/tmp.w2giXFIoOZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-error '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R0WYIImdYH ++ cat /tmp/tmp.w2giXFIoOZ ++ rm /tmp/tmp.R0WYIImdYH /tmp/tmp.w2giXFIoOZ ++ return 0 + local backup_error=1 + [[ 1 -eq 0 ]] + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.B6YpyxRvol ++ mktemp + local LAST_ERR=/tmp/tmp.xSJGnHrnVd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.B6YpyxRvol perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-error" deleted from pitr-gap-errors-18810 namespace + cat /tmp/tmp.xSJGnHrnVd + rm /tmp/tmp.B6YpyxRvol /tmp/tmp.xSJGnHrnVd + return 0 + check_binlog_gap_restore pitr-gap-errors force + local cluster=pitr-gap-errors + local type=force + desc 'check binlog gap restore: ' force + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: force ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' force == error ']' + '[' force == backup-source ']' + '[' force == force ']' + local restore=restore-on-pitr-minio-gap-force + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.Pe7WxILuFj ++ mktemp + local LAST_ERR=/tmp/tmp.6bxWJgQY10 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Pe7WxILuFj perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-force created + cat /tmp/tmp.6bxWJgQY10 + rm /tmp/tmp.Pe7WxILuFj /tmp/tmp.6bxWJgQY10 + return 0 + wait_backup_restore restore-on-pitr-minio-gap-force Succeeded + local backup_name=restore-on-pitr-minio-gap-force + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-force to reach Succeeded state 2026-07-06T12:28:37 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:39 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:42 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:44 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:47 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:49 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:51 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:53 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:55 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:28:57 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:00 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:02 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:04 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:07 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:09 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:12 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:15 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:17 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:20 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-07-06T12:29:22 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:25 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:27 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:29 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:31 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:34 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:36 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:38 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:41 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:43 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:46 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:48 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:50 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:52 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:55 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-07-06T12:29:57 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:00 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:01 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:03 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:06 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:08 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:10 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:13 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:15 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:17 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:20 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:22 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:24 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:27 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:29 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:32 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:35 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:37 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:39 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:42 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:45 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:47 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:50 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:52 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:54 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:30:57 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:00 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:03 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:06 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:09 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:11 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:14 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:16 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:20 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:22 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:25 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:28 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:30 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:32 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:34 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:36 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:39 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:41 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:44 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:47 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:49 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:52 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:54 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:57 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:31:59 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:32:02 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:32:06 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-07-06T12:32:08 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:10 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:13 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:15 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:17 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:19 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:22 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:24 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:27 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:29 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:31 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:34 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-07-06T12:32:36 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:38 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:41 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:43 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:46 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:49 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:51 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:54 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:56 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:32:58 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:00 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:03 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:05 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:07 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:09 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:11 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:13 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:15 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:18 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:20 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:22 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:24 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:26 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:28 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:30 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:32 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:34 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:36 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:38 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:40 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:43 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:45 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:47 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:49 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:51 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:53 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:55 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:57 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:33:59 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:02 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:04 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:06 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:08 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:10 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:13 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:15 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:17 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:20 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:22 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:25 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:27 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:29 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:31 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:33 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:36 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:37 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:39 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:42 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:44 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:46 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:49 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:51 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:53 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:56 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:34:58 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:00 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:02 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:05 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:07 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:09 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:11 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:13 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:16 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-07-06T12:35:18 pxc-restore/restore-on-pitr-minio-gap-force state: Succeeded + wait_for_running pitr-gap-errors-proxysql 2 + local name=pitr-gap-errors-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for pitr-gap-errors-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for pitr-gap-errors-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met E0706 12:35:21.612120 31164 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-0&resourceVersion=1783341320060048000&timeoutSeconds=372&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-1 480 + local pod=pitr-gap-errors-proxysql-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-1 condition met E0706 12:35:27.758905 32079 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-1&resourceVersion=1783341325060125000&timeoutSeconds=401&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-1 to become Ready.Ok + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for pitr-gap-errors-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for pitr-gap-errors-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met E0706 12:35:33.207920 350 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-0&resourceVersion=1783341330060132000&timeoutSeconds=404&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met E0706 12:35:39.689295 1289 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-1&resourceVersion=1783341335060167000&timeoutSeconds=488&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met E0706 12:35:44.320547 1838 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-2&resourceVersion=1783341340060175000&timeoutSeconds=366&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + wait_cluster_consistency pitr-gap-errors 3 2 + local cluster_name=pitr-gap-errors + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/pitr-gap-errors to be ready' waiting for pxc/pitr-gap-errors to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dVVX0fFhno +++ mktemp ++ local LAST_ERR=/tmp/tmp.7wBPf4Avme ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dVVX0fFhno ++ cat /tmp/tmp.7wBPf4Avme ++ rm /tmp/tmp.dVVX0fFhno /tmp/tmp.7wBPf4Avme ++ return 0 + state=ready ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qAZ7ZBoDxU +++ mktemp ++ local LAST_ERR=/tmp/tmp.TrhDeASamZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qAZ7ZBoDxU ++ cat /tmp/tmp.TrhDeASamZ ++ rm /tmp/tmp.qAZ7ZBoDxU /tmp/tmp.TrhDeASamZ ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine pitr-gap-errors +++ local cluster_name=pitr-gap-errors ++++ get_proxy pitr-gap-errors ++++ local target_cluster=pitr-gap-errors +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.kzGL2I6ypC ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.kwv6USLBgn +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.kzGL2I6ypC +++++ cat /tmp/tmp.kwv6USLBgn +++++ rm /tmp/tmp.kzGL2I6ypC /tmp/tmp.kwv6USLBgn +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UISNzylUZD ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ngz2qDIloZ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UISNzylUZD +++++ cat /tmp/tmp.ngz2qDIloZ +++++ rm /tmp/tmp.UISNzylUZD /tmp/tmp.ngz2qDIloZ +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo pitr-gap-errors-proxysql ++++ return +++ local cluster_proxy=pitr-gap-errors-proxysql +++ echo proxysql ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UMwC7QKT4D +++ mktemp ++ local LAST_ERR=/tmp/tmp.6wtotYrAwq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UMwC7QKT4D ++ cat /tmp/tmp.6wtotYrAwq ++ rm /tmp/tmp.UMwC7QKT4D /tmp/tmp.6wtotYrAwq ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + kubectl_bin logs job/restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors ++ mktemp + local LAST_OUT=/tmp/tmp.CovDVZMzOU ++ mktemp + local LAST_ERR=/tmp/tmp.akAVJJHjEp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs job/restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CovDVZMzOU + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + . /opt/percona/backup/lib/pxc/aws.sh ++ set -o errexit ++ export AWS_SHARED_CREDENTIALS_FILE=/tmp/aws-credfile ++ AWS_SHARED_CREDENTIALS_FILE=/tmp/aws-credfile ++ export AWS_REGION=us-east-1 ++ AWS_REGION=us-east-1 ++ export AWS_ENDPOINT_URL=https://minio-service.pitr-gap-errors-18810:9000/ ++ AWS_ENDPOINT_URL=https://minio-service.pitr-gap-errors-18810:9000/ ++ '[' -n false ']' ++ [[ false == \f\a\l\s\e ]] ++ AWS_S3_NO_VERIFY_SSL=--no-verify-ssl ++ caBundleDir=/etc/s3/certs ++ caBundleFile=/etc/s3/certs/ca.crt ++ '[' -f /etc/s3/certs/ca.crt ']' + XBCLOUD_ARGS='--curl-retriable-errors=7 ' + '[' -n false ']' + [[ false == \f\a\l\s\e ]] + XBCLOUD_ARGS='--insecure --curl-retriable-errors=7 ' + '[' -n operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full ']' + set -x + aws --no-verify-ssl s3 ls operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 'minio-service.pitr-gap-errors-18810'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings PRE pitr-gap-errors-2026-07-06-12:24:13-full.sst_info/ PRE pitr-gap-errors-2026-07-06-12:24:13-full/ 2026-07-06 12:24:41 27992 pitr-gap-errors-2026-07-06-12:24:13-full.md5 2026-07-06 12:27:46 0 pitr-gap-errors-2026-07-06-12:24:13-full.pitr-not-ready 2026-07-06 12:24:26 128 pitr-gap-errors-2026-07-06-12:24:13-full.sst_info.md5 + '[' -n '' ']' + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/audit_filter.20260706T121619.log /datadir/audit_filter.20260706T122917.log /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000011 /datadir/binlog.000012 /datadir/binlog.000013 /datadir/binlog.000014 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/mysql_upgrade_history /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/test /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_vVNj ++ grep -c processor /proc/cpuinfo ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_vVNj --parallel=4 ++ destination ++ '[' -n operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full ']' ++ echo -n s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full + xbcloud get --parallel=4 --insecure --curl-retriable-errors=7 s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full.sst_info error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 260706 12:29:40 xbcloud: Successfully connected. 260706 12:29:40 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full.sst_info/sst_info.00000000000000000000. 260706 12:29:40 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full.sst_info/sst_info.00000000000000000000, size 141 260706 12:29:40 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full.sst_info/sst_info.00000000000000000001. 260706 12:29:40 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full.sst_info/sst_info.00000000000000000001, size 22 260706 12:29:40 xbcloud: Download completed. ++ get_xtrabackup_version +++ xtrabackup --version +++ grep '^xtrabackup version' +++ awk '{print $3}' +++ sed 's/-.*//' ++ xtrabackup_ver=8.4.0 ++ echo 8.4.0 + XTRABACKUP_VERSION=8.4.0 + check_for_version 8.4.0 8.0.0 + '[' -z 8.4.0 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.4.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.4.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=4 ++ patch=0 ++ printf %02d%02d%02d 8 4 0 + local_version_str=080400 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080400 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' ++ grep -c processor /proc/cpuinfo ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_vVNj --parallel=4 --decompress ++ destination ++ '[' -n operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full ']' ++ echo -n s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full + xbcloud get --parallel=4 --insecure --curl-retriable-errors=7 s3://operator-testing/pitr-gap-errors-2026-07-06-12:24:13-full error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 260706 12:29:41 xbcloud: Successfully connected. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_tablespaces.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_binlog_info.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/undo_002.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/test/test.ibd.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_tablespaces.lz4.00000000000000000000, size 128 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/test/test.ibd.lz4.00000000000000000000, size 2330 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_binlog_info.lz4.00000000000000000000, size 149 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/undo_002.lz4.00000000000000000000, size 1921640 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/test/test.ibd.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/undo_002.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_binlog_info.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_tablespaces.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/test/test.ibd.lz4.00000000000000000001, size 31 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_binlog_info.lz4.00000000000000000001, size 40 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_tablespaces.lz4.00000000000000000001, size 40 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/undo_002.lz4.00000000000000000001, size 26 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/sys/sys_config.ibd.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_info_196.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_by_thr_193.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/users_154.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_info_196.sdi.lz4.00000000000000000000, size 1880 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/sys/sys_config.ibd.lz4.00000000000000000000, size 2724 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_by_thr_193.sdi.lz4.00000000000000000000, size 1566 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/users_154.sdi.lz4.00000000000000000000, size 1497 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/users_154.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_info_196.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_by_thr_193.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/sys/sys_config.ibd.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_info_196.sdi.lz4.00000000000000000001, size 59 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/users_154.sdi.lz4.00000000000000000001, size 50 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/variables_by_thr_193.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/sys/sys_config.ibd.lz4.00000000000000000001, size 36 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_variables_b_186.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/tls_channel_stat_200.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/threads_120.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_148.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_variables_b_186.sdi.lz4.00000000000000000000, size 1593 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/tls_channel_stat_200.sdi.lz4.00000000000000000000, size 1301 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/threads_120.sdi.lz4.00000000000000000000, size 2721 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_148.sdi.lz4.00000000000000000000, size 1671 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_148.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/threads_120.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/tls_channel_stat_200.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_variables_b_186.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/tls_channel_stat_200.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_variables_b_186.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/threads_120.sdi.lz4.00000000000000000001, size 52 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_148.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_cu_121.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/processlist_108.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_locks_170.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_instances_101.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/processlist_108.sdi.lz4.00000000000000000000, size 1980 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_cu_121.sdi.lz4.00000000000000000000, size 1909 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_locks_170.sdi.lz4.00000000000000000000, size 2030 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_instances_101.sdi.lz4.00000000000000000000, size 1494 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_instances_101.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_locks_170.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/processlist_108.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_cu_121.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_instances_101.sdi.lz4.00000000000000000001, size 59 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_locks_170.sdi.lz4.00000000000000000001, size 55 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/processlist_108.sdi.lz4.00000000000000000001, size 56 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_cu_121.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_host_188.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_defined_fun_198.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_host_188.sdi.lz4.00000000000000000000, size 1468 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_defined_fun_198.sdi.lz4.00000000000000000000, size 1548 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000000, size 2737 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000000, size 2738 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_defined_fun_198.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_host_188.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/user_defined_fun_198.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_host_188.sdi.lz4.00000000000000000001, size 59 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_140.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_cur_92.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_checkpoints.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_checkpoints.00000000000000000000, size 183 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_140.sdi.lz4.00000000000000000000, size 1691 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000000, size 1995 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_cur_92.sdi.lz4.00000000000000000000, size 2271 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_checkpoints.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_cur_92.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_140.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_checkpoints.00000000000000000001, size 36 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_cur_92.sdi.lz4.00000000000000000001, size 60 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_140.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_consumers_111.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_variable_195.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000000, size 1996 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000000, size 2911 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_consumers_111.sdi.lz4.00000000000000000000, size 1440 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_variable_195.sdi.lz4.00000000000000000000, size 1447 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_variable_195.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_consumers_111.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_variable_195.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_consumers_111.sdi.lz4.00000000000000000001, size 60 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_keys_162.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSV.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log_228.sdi.lz4.00000000000000000000. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_keys_162.sdi.lz4.00000000000000000000, size 1277 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000000, size 3072 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSV.lz4.00000000000000000000, size 79 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log_228.sdi.lz4.00000000000000000000, size 1714 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log_228.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSV.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_keys_162.sdi.lz4.00000000000000000001. 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log_228.sdi.lz4.00000000000000000001, size 40 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_keys_162.sdi.lz4.00000000000000000001, size 57 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000001, size 61 260706 12:29:41 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSV.lz4.00000000000000000001, size 36 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/accounts_155.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/account_failed_l_204.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_variables_194.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/accounts_155.sdi.lz4.00000000000000000000, size 1561 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/account_failed_l_204.sdi.lz4.00000000000000000000, size 1815 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000000, size 2326 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_variables_194.sdi.lz4.00000000000000000000, size 1450 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_variables_194.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/account_failed_l_204.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/accounts_155.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/accounts_155.sdi.lz4.00000000000000000001, size 53 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/account_failed_l_204.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_variables_194.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/binary_log_trans_199.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/binary_log_trans_199.sdi.lz4.00000000000000000000, size 2080 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000000, size 1607 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000000, size 1674 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000000, size 1554 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/binary_log_trans_199.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/binary_log_trans_199.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000001, size 60 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/performance_time_107.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_153.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_info.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/ibdata1.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/performance_time_107.sdi.lz4.00000000000000000000, size 1467 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_153.sdi.lz4.00000000000000000000, size 1649 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_info.lz4.00000000000000000000, size 864 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/ibdata1.lz4.00000000000000000000, size 56352 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/ibdata1.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_info.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_153.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/performance_time_107.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_153.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/ibdata1.lz4.00000000000000000001, size 25 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_info.lz4.00000000000000000001, size 33 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/performance_time_107.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/myApp/myApp.ibd.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/myApp/myApp.ibd.lz4.00000000000000000000, size 2295 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000000, size 1695 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000000, size 1742 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000000, size 2105 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/myApp/myApp.ibd.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/myApp/myApp.ibd.lz4.00000000000000000001, size 33 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSV.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_user_190.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/ib_buffer_pool.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSV.lz4.00000000000000000000, size 82 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000000, size 2567 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_user_190.sdi.lz4.00000000000000000000, size 1474 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/ib_buffer_pool.lz4.00000000000000000000, size 1232 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/ib_buffer_pool.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_user_190.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSV.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_user_190.sdi.lz4.00000000000000000001, size 59 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/ib_buffer_pool.lz4.00000000000000000001, size 32 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSV.lz4.00000000000000000001, size 39 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_lock_waits_171.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSM.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSM.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSM.lz4.00000000000000000000, size 99 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_lock_waits_171.sdi.lz4.00000000000000000000, size 1926 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000000, size 2799 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSM.lz4.00000000000000000000, size 96 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSM.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSM.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_lock_waits_171.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/slow_log.CSM.lz4.00000000000000000001, size 36 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000001, size 49 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log.CSM.lz4.00000000000000000001, size 39 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/data_lock_waits_171.sdi.lz4.00000000000000000001, size 60 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/binlog.index.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/binlog.000010.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/binlog.index.lz4.00000000000000000000, size 95 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000000, size 2102 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000000, size 1909 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/binlog.000010.lz4.00000000000000000000, size 224 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/binlog.000010.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/binlog.index.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/binlog.000010.lz4.00000000000000000001, size 31 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/binlog.index.lz4.00000000000000000001, size 30 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/backup-my.cnf.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql.ibd.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/backup-my.cnf.lz4.00000000000000000000, size 430 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000000, size 1612 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000000, size 1796 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql.ibd.lz4.00000000000000000000, size 4534142 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql.ibd.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/backup-my.cnf.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/backup-my.cnf.lz4.00000000000000000001, size 31 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql.ibd.lz4.00000000000000000001, size 27 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/test/gap.ibd.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000000, size 2540 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/test/gap.ibd.lz4.00000000000000000000, size 2260 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000000, size 1769 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000000, size 1833 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/test/gap.ibd.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/test/gap.ibd.lz4.00000000000000000001, size 30 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000001, size 41 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/cond_instances_90.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000000. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000000, size 3068 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000000, size 1767 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000000, size 1740 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/cond_instances_90.sdi.lz4.00000000000000000000, size 1461 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/cond_instances_90.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000001. 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/cond_instances_90.sdi.lz4.00000000000000000001, size 58 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000001, size 61 260706 12:29:42 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log_227.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_183.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_thread_189.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log_227.sdi.lz4.00000000000000000000, size 1491 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_thread_189.sdi.lz4.00000000000000000000, size 1565 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000000, size 1705 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_183.sdi.lz4.00000000000000000000, size 1721 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_183.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log_227.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_thread_189.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_asyn_183.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/general_log_227.sdi.lz4.00000000000000000001, size 43 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_thread_189.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_93.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_connect__160.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/error_log_91.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_93.sdi.lz4.00000000000000000000, size 2271 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000000, size 1767 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_connect__160.sdi.lz4.00000000000000000000, size 1631 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/error_log_91.sdi.lz4.00000000000000000000, size 1990 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/error_log_91.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_connect__160.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_93.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/error_log_91.sdi.lz4.00000000000000000001, size 53 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_connect__160.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_93.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/hosts_156.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/hosts_156.sdi.lz4.00000000000000000000, size 1493 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000000, size 1716 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000000, size 2204 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000000, size 1521 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/hosts_156.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/hosts_156.sdi.lz4.00000000000000000001, size 50 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_95.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__102.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000000, size 1594 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__102.sdi.lz4.00000000000000000000, size 1810 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000000, size 1556 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_95.sdi.lz4.00000000000000000000, size 1609 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__102.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_95.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__102.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_95.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_tot_201.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_status_191.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_tot_201.sdi.lz4.00000000000000000000, size 1256 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000000, size 1963 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000000, size 1552 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_status_191.sdi.lz4.00000000000000000000, size 1443 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_status_191.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_tot_201.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/global_status_191.sdi.lz4.00000000000000000001, size 58 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_tot_201.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/host_cache_104.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_componen_203.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_componen_203.sdi.lz4.00000000000000000000, size 1269 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000000, size 2273 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/host_cache_104.sdi.lz4.00000000000000000000, size 2301 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000000, size 2039 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_componen_203.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/host_cache_104.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/keyring_componen_203.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/host_cache_104.sdi.lz4.00000000000000000001, size 55 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/log_status_184.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_202.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_logfile.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/log_status_184.sdi.lz4.00000000000000000000, size 1293 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_logfile.lz4.00000000000000000000, size 433 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_202.sdi.lz4.00000000000000000000, size 1276 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000000, size 1731 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_logfile.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_202.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/log_status_184.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/xtrabackup_logfile.lz4.00000000000000000001, size 36 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/log_status_184.sdi.lz4.00000000000000000001, size 55 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/malloc_stats_202.sdi.lz4.00000000000000000001, size 57 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_167.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_g_163.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/persisted_variab_197.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_g_163.sdi.lz4.00000000000000000000, size 1632 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_167.sdi.lz4.00000000000000000000, size 1734 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000000, size 1695 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/persisted_variab_197.sdi.lz4.00000000000000000000, size 1448 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/persisted_variab_197.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_g_163.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_167.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_167.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_g_163.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/persisted_variab_197.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/metadata_locks_169.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/mutex_instances_105.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/objects_summary__106.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_118.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/mutex_instances_105.sdi.lz4.00000000000000000000, size 1581 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/metadata_locks_169.sdi.lz4.00000000000000000000, size 1851 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/objects_summary__106.sdi.lz4.00000000000000000000, size 1543 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_118.sdi.lz4.00000000000000000000, size 1929 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_118.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/objects_summary__106.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/mutex_instances_105.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/metadata_locks_169.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/metadata_locks_169.sdi.lz4.00000000000000000001, size 59 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_118.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/objects_summary__106.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/mutex_instances_105.sdi.lz4.00000000000000000001, size 60 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/prepared_stateme_185.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_174.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_threads_116.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_handles_168.sdi.lz4.00000000000000000000. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/prepared_stateme_185.sdi.lz4.00000000000000000000, size 2792 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_174.sdi.lz4.00000000000000000000, size 2554 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_handles_168.sdi.lz4.00000000000000000000, size 1737 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_threads_116.sdi.lz4.00000000000000000000, size 1742 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_handles_168.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_threads_116.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_174.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/prepared_stateme_185.sdi.lz4.00000000000000000001. 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_threads_116.sdi.lz4.00000000000000000001, size 58 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/prepared_stateme_185.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_174.sdi.lz4.00000000000000000001, size 61 260706 12:29:43 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_handles_168.sdi.lz4.00000000000000000001, size 58 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/pxc_cluster_view_205.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000000, size 2168 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/pxc_cluster_view_205.sdi.lz4.00000000000000000000, size 1344 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000000, size 1672 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000000, size 2393 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/pxc_cluster_view_205.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/pxc_cluster_view_205.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_status_192.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_178.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000000, size 1677 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_status_192.sdi.lz4.00000000000000000000, size 1440 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000000, size 2135 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_178.sdi.lz4.00000000000000000000, size 2441 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_status_192.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_178.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_178.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_status_192.sdi.lz4.00000000000000000001, size 59 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_172.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_173.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_123.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000000, size 1614 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_173.sdi.lz4.00000000000000000000, size 1511 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_172.sdi.lz4.00000000000000000000, size 3057 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_123.sdi.lz4.00000000000000000000, size 1767 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_123.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_173.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_172.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000001, size 60 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_hi_123.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_173.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_conn_172.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_filter.ibd.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_179.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_181.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_filter.ibd.lz4.00000000000000000000, size 2664 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_179.sdi.lz4.00000000000000000000, size 1708 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_181.sdi.lz4.00000000000000000000, size 1522 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000000, size 2493 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_181.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_179.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_filter.ibd.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_grou_179.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_filter.ibd.lz4.00000000000000000001, size 44 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000001, size 47 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/replication_appl_181.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/rwlock_instances_109.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_account__161.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_objects_115.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_actors_110.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/rwlock_instances_109.sdi.lz4.00000000000000000000, size 1643 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_account__161.sdi.lz4.00000000000000000000, size 1636 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_objects_115.sdi.lz4.00000000000000000000, size 1719 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_actors_110.sdi.lz4.00000000000000000000, size 1567 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_actors_110.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_account__161.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_objects_115.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/rwlock_instances_109.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/session_account__161.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_actors_110.sdi.lz4.00000000000000000001, size 57 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/rwlock_instances_109.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_objects_115.sdi.lz4.00000000000000000001, size 58 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_instrument_112.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_128.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_metrics_114.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_128.sdi.lz4.00000000000000000000, size 1518 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_instrument_112.sdi.lz4.00000000000000000000, size 2021 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000000, size 1876 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_metrics_114.sdi.lz4.00000000000000000000, size 1728 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_metrics_114.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_128.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_instrument_112.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_metrics_114.sdi.lz4.00000000000000000001, size 58 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/events_stages_su_128.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_instrument_112.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/undo_001.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_instances_157.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_159.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_user.ibd.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_159.sdi.lz4.00000000000000000000, size 1779 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_instances_157.sdi.lz4.00000000000000000000, size 1837 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_user.ibd.lz4.00000000000000000000, size 2725 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/undo_001.lz4.00000000000000000000, size 153430 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_user.ibd.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_159.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_instances_157.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/undo_001.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/mysql/audit_log_user.ibd.lz4.00000000000000000001, size 42 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_instances_157.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/socket_summary_b_159.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/undo_001.lz4.00000000000000000001, size 26 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_accoun_187.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_meters_113.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_lock_waits_119.sdi.lz4.00000000000000000000. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_accoun_187.sdi.lz4.00000000000000000000, size 1537 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000000, size 1957 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_meters_113.sdi.lz4.00000000000000000000, size 1585 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_lock_waits_119.sdi.lz4.00000000000000000000, size 2303 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_lock_waits_119.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_meters_113.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Downloading pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_accoun_187.sdi.lz4.00000000000000000001. 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/setup_meters_113.sdi.lz4.00000000000000000001, size 57 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_lock_waits_119.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: [0] Download successfull pitr-gap-errors-2026-07-06-12:24:13-full/performance_schema/status_by_accoun_187.sdi.lz4.00000000000000000001, size 61 260706 12:29:44 xbcloud: Download completed. + set +o xtrace vault configuration not found + xtrabackup --use-memory=100MB --prepare --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_vVNj 2026-07-06T12:29:44.846254-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=15507052 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2026-07-06T12:29:44.846337-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=100MB --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_vVNj xtrabackup version 8.4.0-5 based on MySQL server 8.4.0 Linux (x86_64) (revision id: c6054e17) 2026-07-06T12:29:44.846373-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_vVNj/ 2026-07-06T12:29:44.846450-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2026-07-06T12:29:44.855186-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30385396) 2026-07-06T12:29:44.856356-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2026-07-06T12:29:44.856369-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2026-07-06T12:29:44.856376-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2026-07-06T12:29:44.856399-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2026-07-06T12:29:44.856409-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2026-07-06T12:29:44.856417-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2026-07-06T12:29:44.856597-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2026-07-06T12:29:45.059061-00:00 0 [Note] [MY-011825] [Xtrabackup] Generating a list of tablespaces 2026-07-06T12:29:45.059093-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2026-07-06T12:29:45.061082-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 2 files. 2026-07-06T12:29:45.062712-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 8 for test/test, old maximum was 0 2026-07-06T12:29:45.069738-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2026-07-06T12:29:45.070225-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_001'. 2026-07-06T12:29:45.070295-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2026-07-06T12:29:45.070724-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_002'. 2026-07-06T12:29:45.071278-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2026-07-06T12:29:45.272860-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2026-07-06T12:29:45.272871-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2026-07-06T12:29:45.272876-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2026-07-06T12:29:45.272885-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2026-07-06T12:29:45.272892-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2026-07-06T12:29:45.272898-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2026-07-06T12:29:45.273002-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2026-07-06T12:29:45.273011-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2026-07-06T12:29:45.273015-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2026-07-06T12:29:45.273022-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2026-07-06T12:29:45.273029-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2026-07-06T12:29:45.273035-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2026-07-06T12:29:45.273046-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2026-07-06T12:29:45.273057-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 104857600 bytes for buffer pool (set by --use-memory parameter) 2026-07-06T12:29:45.273073-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2026-07-06T12:29:45.273079-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2026-07-06T12:29:45.273083-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2026-07-06T12:29:45.273087-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2026-07-06T12:29:45.273188-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2026-07-06T12:29:45.273455-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2026-07-06T12:29:45.273492-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2026-07-06T12:29:45.274603-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 12 files. 2026-07-06T12:29:45.274829-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 128.000000M, instances = 1, chunk size =128.000000M 2026-07-06T12:29:45.280974-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2026-07-06T12:29:45.282573-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2026-07-06T12:29:45.307229-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30385396 in redo log file ./#innodb_redo/#ib_redo0. 2026-07-06T12:29:45.307269-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30203771 in the system tablespace does not match the log sequence number 30385396 in the redo log files! 2026-07-06T12:29:45.307284-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2026-07-06T12:29:45.307291-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2026-07-06T12:29:45.307385-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30385229, whereas checkpoint_lsn = 30385396 and start_lsn = 30385152 2026-07-06T12:29:45.307396-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30385416 2026-07-06T12:29:45.322383-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2026-07-06T12:29:45.328051-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2026-07-06T12:29:45.328100-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2026-07-06T12:29:45.328111-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2026-07-06T12:29:45.429612-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2026-07-06T12:29:45.430996-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30385416. 2026-07-06T12:29:45.431008-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2026-07-06T12:29:45.431046-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2026-07-06T12:29:45.459481-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2026-07-06T12:29:45.461972-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2026-07-06T12:29:45.464225-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30385676 2026-07-06T12:29:45.464280-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2026-07-06T12:29:45.466506-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2026-07-06T12:29:45.466993-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_001'. 2026-07-06T12:29:45.467062-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2026-07-06T12:29:45.467488-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_002'. 2026-07-06T12:29:45.467843-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2026-07-06T12:29:45.467883-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5261 2026-07-06T12:29:45.520358-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2026-07-06T12:29:45.520375-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 52 ms. 2026-07-06T12:29:45.520428-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2026-07-06T12:29:45.520472-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2026-07-06T12:29:45.548949-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2026-07-06T12:29:45.549065-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2026-07-06T12:29:45.563890-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2026-07-06T12:29:45.564045-00:00 0 [Note] [MY-012976] [InnoDB] 8.4.0 started; log sequence number 30385686 2026-07-06T12:29:45.564430-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2026-07-06T12:29:45.567737-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 10 tablespaces into cache in 0.00366541 seconds 2026-07-06T12:29:45.582434-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0146787 seconds 2026-07-06T12:29:46.582836-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: 75ae261d-7934-11f1-a7c2-f73cf3c6227d:56 2026-07-06T12:29:46.582874-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2026-07-06T12:29:46.582930-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2026-07-06T12:29:47.582804-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2026-07-06T12:29:47.683635-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2026-07-06T12:29:47.693969-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30385686 2026-07-06T12:29:47.696348-00:00 0 [Note] [MY-015019] [Server] MySQL Server: Plugins Shutdown - start. 2026-07-06T12:29:47.696361-00:00 0 [Note] [MY-015020] [Server] MySQL Server: Plugins Shutdown - end. 2026-07-06T12:29:47.696612-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --force-non-empty-directories --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_vVNj 2026-07-06T12:29:47.718240-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --defaults_group=mysqld --datadir=/datadir 2026-07-06T12:29:47.718298-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_vVNj xtrabackup version 8.4.0-5 based on MySQL server 8.4.0 Linux (x86_64) (revision id: c6054e17) 2026-07-06T12:29:47.718331-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_vVNj/ 2026-07-06T12:29:47.718829-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2026-07-06T12:29:47.718859-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2026-07-06T12:29:47.718890-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2026-07-06T12:29:47.718929-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2026-07-06T12:29:47.719053-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2026-07-06T12:29:47.719081-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2026-07-06T12:29:47.719313-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000010 to /datadir//binlog.000010 2026-07-06T12:29:47.719341-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000010 to /datadir//binlog.000010 2026-07-06T12:29:47.719405-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2026-07-06T12:29:47.719429-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2026-07-06T12:29:47.719703-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2026-07-06T12:29:47.719740-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2026-07-06T12:29:47.719811-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2026-07-06T12:29:47.719842-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2026-07-06T12:29:47.719872-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2026-07-06T12:29:47.719887-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2026-07-06T12:29:47.719929-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/audit_log_user.ibd to /datadir/mysql/audit_log_user.ibd 2026-07-06T12:29:47.719946-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/audit_log_user.ibd to /datadir/mysql/audit_log_user.ibd 2026-07-06T12:29:47.719963-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2026-07-06T12:29:47.719976-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2026-07-06T12:29:47.719991-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_228.sdi to /datadir/mysql/slow_log_228.sdi 2026-07-06T12:29:47.720003-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_228.sdi to /datadir/mysql/slow_log_228.sdi 2026-07-06T12:29:47.720017-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2026-07-06T12:29:47.720030-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2026-07-06T12:29:47.720044-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2026-07-06T12:29:47.720056-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2026-07-06T12:29:47.720071-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2026-07-06T12:29:47.720083-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2026-07-06T12:29:47.720098-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_227.sdi to /datadir/mysql/general_log_227.sdi 2026-07-06T12:29:47.720110-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_227.sdi to /datadir/mysql/general_log_227.sdi 2026-07-06T12:29:47.720125-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2026-07-06T12:29:47.720141-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2026-07-06T12:29:47.720156-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/audit_log_filter.ibd to /datadir/mysql/audit_log_filter.ibd 2026-07-06T12:29:47.720170-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/audit_log_filter.ibd to /datadir/mysql/audit_log_filter.ibd 2026-07-06T12:29:47.720215-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2026-07-06T12:29:47.720231-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2026-07-06T12:29:47.720246-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2026-07-06T12:29:47.720261-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2026-07-06T12:29:47.720268-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2026-07-06T12:29:47.720279-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2026-07-06T12:29:47.720303-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2026-07-06T12:29:47.720320-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2026-07-06T12:29:47.720336-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2026-07-06T12:29:47.720357-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2026-07-06T12:29:47.720384-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2026-07-06T12:29:47.720403-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2026-07-06T12:29:47.720468-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_155.sdi to /datadir/performance_schema/accounts_155.sdi 2026-07-06T12:29:47.720490-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_155.sdi to /datadir/performance_schema/accounts_155.sdi 2026-07-06T12:29:47.720521-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2026-07-06T12:29:47.720551-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2026-07-06T12:29:47.720583-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_200.sdi to /datadir/performance_schema/tls_channel_stat_200.sdi 2026-07-06T12:29:47.720610-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_200.sdi to /datadir/performance_schema/tls_channel_stat_200.sdi 2026-07-06T12:29:47.720646-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_183.sdi to /datadir/performance_schema/replication_asyn_183.sdi 2026-07-06T12:29:47.720673-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_183.sdi to /datadir/performance_schema/replication_asyn_183.sdi 2026-07-06T12:29:47.720704-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_199.sdi to /datadir/performance_schema/binary_log_trans_199.sdi 2026-07-06T12:29:47.720728-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_199.sdi to /datadir/performance_schema/binary_log_trans_199.sdi 2026-07-06T12:29:47.720759-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2026-07-06T12:29:47.720805-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2026-07-06T12:29:47.720828-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2026-07-06T12:29:47.720856-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2026-07-06T12:29:47.720885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_188.sdi to /datadir/performance_schema/status_by_host_188.sdi 2026-07-06T12:29:47.720924-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_188.sdi to /datadir/performance_schema/status_by_host_188.sdi 2026-07-06T12:29:47.720956-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_170.sdi to /datadir/performance_schema/data_locks_170.sdi 2026-07-06T12:29:47.720980-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_170.sdi to /datadir/performance_schema/data_locks_170.sdi 2026-07-06T12:29:47.721009-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2026-07-06T12:29:47.721039-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2026-07-06T12:29:47.721066-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2026-07-06T12:29:47.721089-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2026-07-06T12:29:47.721117-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_91.sdi to /datadir/performance_schema/error_log_91.sdi 2026-07-06T12:29:47.721137-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_91.sdi to /datadir/performance_schema/error_log_91.sdi 2026-07-06T12:29:47.721168-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_109.sdi to /datadir/performance_schema/rwlock_instances_109.sdi 2026-07-06T12:29:47.721194-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_109.sdi to /datadir/performance_schema/rwlock_instances_109.sdi 2026-07-06T12:29:47.721221-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_203.sdi to /datadir/performance_schema/keyring_componen_203.sdi 2026-07-06T12:29:47.721246-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_203.sdi to /datadir/performance_schema/keyring_componen_203.sdi 2026-07-06T12:29:47.721276-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_107.sdi to /datadir/performance_schema/performance_time_107.sdi 2026-07-06T12:29:47.721299-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_107.sdi to /datadir/performance_schema/performance_time_107.sdi 2026-07-06T12:29:47.721327-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_186.sdi to /datadir/performance_schema/user_variables_b_186.sdi 2026-07-06T12:29:47.721352-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_186.sdi to /datadir/performance_schema/user_variables_b_186.sdi 2026-07-06T12:29:47.721381-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2026-07-06T12:29:47.721406-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2026-07-06T12:29:47.721435-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_104.sdi to /datadir/performance_schema/host_cache_104.sdi 2026-07-06T12:29:47.721459-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_104.sdi to /datadir/performance_schema/host_cache_104.sdi 2026-07-06T12:29:47.721487-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_179.sdi to /datadir/performance_schema/replication_grou_179.sdi 2026-07-06T12:29:47.721517-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_179.sdi to /datadir/performance_schema/replication_grou_179.sdi 2026-07-06T12:29:47.721546-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_168.sdi to /datadir/performance_schema/table_handles_168.sdi 2026-07-06T12:29:47.721569-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_168.sdi to /datadir/performance_schema/table_handles_168.sdi 2026-07-06T12:29:47.721588-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_148.sdi to /datadir/performance_schema/events_transacti_148.sdi 2026-07-06T12:29:47.721605-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_148.sdi to /datadir/performance_schema/events_transacti_148.sdi 2026-07-06T12:29:47.721635-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_205.sdi to /datadir/performance_schema/pxc_cluster_view_205.sdi 2026-07-06T12:29:47.721659-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_205.sdi to /datadir/performance_schema/pxc_cluster_view_205.sdi 2026-07-06T12:29:47.721688-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_202.sdi to /datadir/performance_schema/malloc_stats_202.sdi 2026-07-06T12:29:47.721709-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_202.sdi to /datadir/performance_schema/malloc_stats_202.sdi 2026-07-06T12:29:47.721732-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_92.sdi to /datadir/performance_schema/events_waits_cur_92.sdi 2026-07-06T12:29:47.721757-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_92.sdi to /datadir/performance_schema/events_waits_cur_92.sdi 2026-07-06T12:29:47.721785-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_90.sdi to /datadir/performance_schema/cond_instances_90.sdi 2026-07-06T12:29:47.721804-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_90.sdi to /datadir/performance_schema/cond_instances_90.sdi 2026-07-06T12:29:47.721824-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_181.sdi to /datadir/performance_schema/replication_appl_181.sdi 2026-07-06T12:29:47.721850-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_181.sdi to /datadir/performance_schema/replication_appl_181.sdi 2026-07-06T12:29:47.721880-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2026-07-06T12:29:47.721914-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2026-07-06T12:29:47.721947-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_140.sdi to /datadir/performance_schema/events_statement_140.sdi 2026-07-06T12:29:47.721970-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_140.sdi to /datadir/performance_schema/events_statement_140.sdi 2026-07-06T12:29:47.722000-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_172.sdi to /datadir/performance_schema/replication_conn_172.sdi 2026-07-06T12:29:47.722029-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_172.sdi to /datadir/performance_schema/replication_conn_172.sdi 2026-07-06T12:29:47.722054-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2026-07-06T12:29:47.722082-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2026-07-06T12:29:47.722110-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_184.sdi to /datadir/performance_schema/log_status_184.sdi 2026-07-06T12:29:47.722136-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_184.sdi to /datadir/performance_schema/log_status_184.sdi 2026-07-06T12:29:47.722162-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2026-07-06T12:29:47.722183-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2026-07-06T12:29:47.722208-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2026-07-06T12:29:47.722232-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2026-07-06T12:29:47.722262-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_153.sdi to /datadir/performance_schema/events_errors_su_153.sdi 2026-07-06T12:29:47.722288-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_153.sdi to /datadir/performance_schema/events_errors_su_153.sdi 2026-07-06T12:29:47.722317-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__106.sdi to /datadir/performance_schema/objects_summary__106.sdi 2026-07-06T12:29:47.722341-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__106.sdi to /datadir/performance_schema/objects_summary__106.sdi 2026-07-06T12:29:47.722368-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_169.sdi to /datadir/performance_schema/metadata_locks_169.sdi 2026-07-06T12:29:47.722394-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_169.sdi to /datadir/performance_schema/metadata_locks_169.sdi 2026-07-06T12:29:47.722424-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2026-07-06T12:29:47.722452-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2026-07-06T12:29:47.722479-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_112.sdi to /datadir/performance_schema/setup_instrument_112.sdi 2026-07-06T12:29:47.722505-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_112.sdi to /datadir/performance_schema/setup_instrument_112.sdi 2026-07-06T12:29:47.722532-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_118.sdi to /datadir/performance_schema/table_io_waits_s_118.sdi 2026-07-06T12:29:47.722550-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_118.sdi to /datadir/performance_schema/table_io_waits_s_118.sdi 2026-07-06T12:29:47.722568-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_105.sdi to /datadir/performance_schema/mutex_instances_105.sdi 2026-07-06T12:29:47.722590-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_105.sdi to /datadir/performance_schema/mutex_instances_105.sdi 2026-07-06T12:29:47.722619-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2026-07-06T12:29:47.722653-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2026-07-06T12:29:47.722681-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2026-07-06T12:29:47.722705-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2026-07-06T12:29:47.722730-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_191.sdi to /datadir/performance_schema/global_status_191.sdi 2026-07-06T12:29:47.722756-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_191.sdi to /datadir/performance_schema/global_status_191.sdi 2026-07-06T12:29:47.722790-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_185.sdi to /datadir/performance_schema/prepared_stateme_185.sdi 2026-07-06T12:29:47.722815-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_185.sdi to /datadir/performance_schema/prepared_stateme_185.sdi 2026-07-06T12:29:47.722846-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2026-07-06T12:29:47.722874-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2026-07-06T12:29:47.722919-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2026-07-06T12:29:47.722948-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2026-07-06T12:29:47.722979-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2026-07-06T12:29:47.723010-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2026-07-06T12:29:47.723038-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2026-07-06T12:29:47.723063-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2026-07-06T12:29:47.723090-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2026-07-06T12:29:47.723118-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2026-07-06T12:29:47.723145-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_123.sdi to /datadir/performance_schema/events_stages_hi_123.sdi 2026-07-06T12:29:47.723171-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_123.sdi to /datadir/performance_schema/events_stages_hi_123.sdi 2026-07-06T12:29:47.723196-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_163.sdi to /datadir/performance_schema/memory_summary_g_163.sdi 2026-07-06T12:29:47.723223-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_163.sdi to /datadir/performance_schema/memory_summary_g_163.sdi 2026-07-06T12:29:47.723250-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_95.sdi to /datadir/performance_schema/events_waits_sum_95.sdi 2026-07-06T12:29:47.723275-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_95.sdi to /datadir/performance_schema/events_waits_sum_95.sdi 2026-07-06T12:29:47.723299-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2026-07-06T12:29:47.723320-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2026-07-06T12:29:47.723349-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_120.sdi to /datadir/performance_schema/threads_120.sdi 2026-07-06T12:29:47.723375-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_120.sdi to /datadir/performance_schema/threads_120.sdi 2026-07-06T12:29:47.723404-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_115.sdi to /datadir/performance_schema/setup_objects_115.sdi 2026-07-06T12:29:47.723424-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_115.sdi to /datadir/performance_schema/setup_objects_115.sdi 2026-07-06T12:29:47.723444-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2026-07-06T12:29:47.723461-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2026-07-06T12:29:47.723488-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2026-07-06T12:29:47.723513-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2026-07-06T12:29:47.723545-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2026-07-06T12:29:47.723573-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2026-07-06T12:29:47.723605-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_193.sdi to /datadir/performance_schema/variables_by_thr_193.sdi 2026-07-06T12:29:47.723636-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_193.sdi to /datadir/performance_schema/variables_by_thr_193.sdi 2026-07-06T12:29:47.723666-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2026-07-06T12:29:47.723692-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2026-07-06T12:29:47.723725-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_178.sdi to /datadir/performance_schema/replication_appl_178.sdi 2026-07-06T12:29:47.723749-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_178.sdi to /datadir/performance_schema/replication_appl_178.sdi 2026-07-06T12:29:47.723778-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2026-07-06T12:29:47.723802-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2026-07-06T12:29:47.723833-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_108.sdi to /datadir/performance_schema/processlist_108.sdi 2026-07-06T12:29:47.723858-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_108.sdi to /datadir/performance_schema/processlist_108.sdi 2026-07-06T12:29:47.723885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_154.sdi to /datadir/performance_schema/users_154.sdi 2026-07-06T12:29:47.723922-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_154.sdi to /datadir/performance_schema/users_154.sdi 2026-07-06T12:29:47.723950-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_189.sdi to /datadir/performance_schema/status_by_thread_189.sdi 2026-07-06T12:29:47.723977-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_189.sdi to /datadir/performance_schema/status_by_thread_189.sdi 2026-07-06T12:29:47.724004-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_192.sdi to /datadir/performance_schema/session_status_192.sdi 2026-07-06T12:29:47.724028-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_192.sdi to /datadir/performance_schema/session_status_192.sdi 2026-07-06T12:29:47.724059-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__161.sdi to /datadir/performance_schema/session_account__161.sdi 2026-07-06T12:29:47.724083-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__161.sdi to /datadir/performance_schema/session_account__161.sdi 2026-07-06T12:29:47.724110-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_121.sdi to /datadir/performance_schema/events_stages_cu_121.sdi 2026-07-06T12:29:47.724136-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_121.sdi to /datadir/performance_schema/events_stages_cu_121.sdi 2026-07-06T12:29:47.724166-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_159.sdi to /datadir/performance_schema/socket_summary_b_159.sdi 2026-07-06T12:29:47.724185-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_159.sdi to /datadir/performance_schema/socket_summary_b_159.sdi 2026-07-06T12:29:47.724204-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2026-07-06T12:29:47.724223-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2026-07-06T12:29:47.724249-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_190.sdi to /datadir/performance_schema/status_by_user_190.sdi 2026-07-06T12:29:47.724275-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_190.sdi to /datadir/performance_schema/status_by_user_190.sdi 2026-07-06T12:29:47.724305-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2026-07-06T12:29:47.724334-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2026-07-06T12:29:47.724365-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_195.sdi to /datadir/performance_schema/session_variable_195.sdi 2026-07-06T12:29:47.724393-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_195.sdi to /datadir/performance_schema/session_variable_195.sdi 2026-07-06T12:29:47.724424-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_196.sdi to /datadir/performance_schema/variables_info_196.sdi 2026-07-06T12:29:47.724450-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_196.sdi to /datadir/performance_schema/variables_info_196.sdi 2026-07-06T12:29:47.724477-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2026-07-06T12:29:47.724506-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2026-07-06T12:29:47.724532-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_171.sdi to /datadir/performance_schema/data_lock_waits_171.sdi 2026-07-06T12:29:47.724566-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_171.sdi to /datadir/performance_schema/data_lock_waits_171.sdi 2026-07-06T12:29:47.724597-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_197.sdi to /datadir/performance_schema/persisted_variab_197.sdi 2026-07-06T12:29:47.724624-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_197.sdi to /datadir/performance_schema/persisted_variab_197.sdi 2026-07-06T12:29:47.724660-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_187.sdi to /datadir/performance_schema/status_by_accoun_187.sdi 2026-07-06T12:29:47.724687-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_187.sdi to /datadir/performance_schema/status_by_accoun_187.sdi 2026-07-06T12:29:47.724707-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2026-07-06T12:29:47.724729-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2026-07-06T12:29:47.724761-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__160.sdi to /datadir/performance_schema/session_connect__160.sdi 2026-07-06T12:29:47.724785-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__160.sdi to /datadir/performance_schema/session_connect__160.sdi 2026-07-06T12:29:47.724814-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2026-07-06T12:29:47.724841-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2026-07-06T12:29:47.724868-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_174.sdi to /datadir/performance_schema/replication_conn_174.sdi 2026-07-06T12:29:47.724890-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_174.sdi to /datadir/performance_schema/replication_conn_174.sdi 2026-07-06T12:29:47.724927-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_93.sdi to /datadir/performance_schema/events_waits_his_93.sdi 2026-07-06T12:29:47.724962-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_93.sdi to /datadir/performance_schema/events_waits_his_93.sdi 2026-07-06T12:29:47.724991-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__102.sdi to /datadir/performance_schema/file_summary_by__102.sdi 2026-07-06T12:29:47.725018-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__102.sdi to /datadir/performance_schema/file_summary_by__102.sdi 2026-07-06T12:29:47.725046-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_101.sdi to /datadir/performance_schema/file_instances_101.sdi 2026-07-06T12:29:47.725067-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_101.sdi to /datadir/performance_schema/file_instances_101.sdi 2026-07-06T12:29:47.725089-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2026-07-06T12:29:47.725117-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2026-07-06T12:29:47.725147-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2026-07-06T12:29:47.725178-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2026-07-06T12:29:47.725207-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_194.sdi to /datadir/performance_schema/global_variables_194.sdi 2026-07-06T12:29:47.725232-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_194.sdi to /datadir/performance_schema/global_variables_194.sdi 2026-07-06T12:29:47.725258-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2026-07-06T12:29:47.725283-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2026-07-06T12:29:47.725308-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2026-07-06T12:29:47.725333-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2026-07-06T12:29:47.725364-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_metrics_114.sdi to /datadir/performance_schema/setup_metrics_114.sdi 2026-07-06T12:29:47.725392-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_metrics_114.sdi to /datadir/performance_schema/setup_metrics_114.sdi 2026-07-06T12:29:47.725423-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_156.sdi to /datadir/performance_schema/hosts_156.sdi 2026-07-06T12:29:47.725451-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_156.sdi to /datadir/performance_schema/hosts_156.sdi 2026-07-06T12:29:47.725479-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_128.sdi to /datadir/performance_schema/events_stages_su_128.sdi 2026-07-06T12:29:47.725505-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_128.sdi to /datadir/performance_schema/events_stages_su_128.sdi 2026-07-06T12:29:47.725531-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2026-07-06T12:29:47.725552-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2026-07-06T12:29:47.725577-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_116.sdi to /datadir/performance_schema/setup_threads_116.sdi 2026-07-06T12:29:47.725603-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_116.sdi to /datadir/performance_schema/setup_threads_116.sdi 2026-07-06T12:29:47.725641-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2026-07-06T12:29:47.725670-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2026-07-06T12:29:47.725698-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_119.sdi to /datadir/performance_schema/table_lock_waits_119.sdi 2026-07-06T12:29:47.725728-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_119.sdi to /datadir/performance_schema/table_lock_waits_119.sdi 2026-07-06T12:29:47.725760-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2026-07-06T12:29:47.725788-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2026-07-06T12:29:47.725815-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_162.sdi to /datadir/performance_schema/keyring_keys_162.sdi 2026-07-06T12:29:47.725841-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_162.sdi to /datadir/performance_schema/keyring_keys_162.sdi 2026-07-06T12:29:47.725865-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2026-07-06T12:29:47.725888-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2026-07-06T12:29:47.725930-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2026-07-06T12:29:47.725960-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2026-07-06T12:29:47.725991-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2026-07-06T12:29:47.726020-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2026-07-06T12:29:47.726046-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2026-07-06T12:29:47.726076-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2026-07-06T12:29:47.726108-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_173.sdi to /datadir/performance_schema/replication_grou_173.sdi 2026-07-06T12:29:47.726140-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_173.sdi to /datadir/performance_schema/replication_grou_173.sdi 2026-07-06T12:29:47.726163-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_110.sdi to /datadir/performance_schema/setup_actors_110.sdi 2026-07-06T12:29:47.726190-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_110.sdi to /datadir/performance_schema/setup_actors_110.sdi 2026-07-06T12:29:47.726220-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2026-07-06T12:29:47.726248-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2026-07-06T12:29:47.726270-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2026-07-06T12:29:47.726288-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2026-07-06T12:29:47.726316-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_167.sdi to /datadir/performance_schema/memory_summary_b_167.sdi 2026-07-06T12:29:47.726344-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_167.sdi to /datadir/performance_schema/memory_summary_b_167.sdi 2026-07-06T12:29:47.726369-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2026-07-06T12:29:47.726394-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2026-07-06T12:29:47.726418-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_198.sdi to /datadir/performance_schema/user_defined_fun_198.sdi 2026-07-06T12:29:47.726442-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_198.sdi to /datadir/performance_schema/user_defined_fun_198.sdi 2026-07-06T12:29:47.726472-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_201.sdi to /datadir/performance_schema/malloc_stats_tot_201.sdi 2026-07-06T12:29:47.726500-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_201.sdi to /datadir/performance_schema/malloc_stats_tot_201.sdi 2026-07-06T12:29:47.726530-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/account_failed_l_204.sdi to /datadir/performance_schema/account_failed_l_204.sdi 2026-07-06T12:29:47.726558-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/account_failed_l_204.sdi to /datadir/performance_schema/account_failed_l_204.sdi 2026-07-06T12:29:47.726590-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_meters_113.sdi to /datadir/performance_schema/setup_meters_113.sdi 2026-07-06T12:29:47.726612-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_meters_113.sdi to /datadir/performance_schema/setup_meters_113.sdi 2026-07-06T12:29:47.726644-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_157.sdi to /datadir/performance_schema/socket_instances_157.sdi 2026-07-06T12:29:47.726670-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_157.sdi to /datadir/performance_schema/socket_instances_157.sdi 2026-07-06T12:29:47.726702-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_111.sdi to /datadir/performance_schema/setup_consumers_111.sdi 2026-07-06T12:29:47.726729-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_111.sdi to /datadir/performance_schema/setup_consumers_111.sdi 2026-07-06T12:29:47.726757-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2026-07-06T12:29:47.726786-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2026-07-06T12:29:47.726813-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2026-07-06T12:29:47.726837-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2026-07-06T12:29:47.726902-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2026-07-06T12:29:47.726948-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2026-07-06T12:29:47.727015-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./test/test.ibd to /datadir/test/test.ibd 2026-07-06T12:29:47.727044-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./test/test.ibd to /datadir/test/test.ibd 2026-07-06T12:29:47.727071-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./test/gap.ibd to /datadir/test/gap.ibd 2026-07-06T12:29:47.727091-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./test/gap.ibd to /datadir/test/gap.ibd 2026-07-06T12:29:47.820466-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.akAVJJHjEp Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.CovDVZMzOU /tmp/tmp.akAVJJHjEp + return 0 + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NtB8rHP4xC +++ mktemp ++ local LAST_ERR=/tmp/tmp.SDESwz43fX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NtB8rHP4xC ++ cat /tmp/tmp.SDESwz43fX ++ rm /tmp/tmp.NtB8rHP4xC /tmp/tmp.SDESwz43fX ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:36:03.346817 4168 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783341361839454000&timeoutSeconds=331&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.boT27S1g2H/select-gap.sql + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FXLUxVd8HY +++ mktemp ++ local LAST_ERR=/tmp/tmp.WdqsLrACRA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FXLUxVd8HY ++ cat /tmp/tmp.WdqsLrACRA ++ rm /tmp/tmp.FXLUxVd8HY /tmp/tmp.WdqsLrACRA ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:36:11.282630 5258 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783341369437162000&timeoutSeconds=500&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.boT27S1g2H/select-gap.sql + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fqtkewZ7O6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OrLpLfbNuA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fqtkewZ7O6 ++ cat /tmp/tmp.OrLpLfbNuA ++ rm /tmp/tmp.fqtkewZ7O6 /tmp/tmp.OrLpLfbNuA ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:36:18.445913 6194 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783341376860818000&timeoutSeconds=405&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.boT27S1g2H/select-gap.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.STxUf2YWj1 ++ mktemp + local LAST_ERR=/tmp/tmp.uLjRbZm3uF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.STxUf2YWj1 perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-force" deleted from pitr-gap-errors-18810 namespace + cat /tmp/tmp.uLjRbZm3uF + rm /tmp/tmp.STxUf2YWj1 /tmp/tmp.uLjRbZm3uF + return 0 + check_binlog_gap_restore pitr-gap-errors no-pitr + local cluster=pitr-gap-errors + local type=no-pitr + desc 'check binlog gap restore: ' no-pitr + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: no-pitr ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' no-pitr == error ']' + '[' no-pitr == backup-source ']' + '[' no-pitr == force ']' + '[' no-pitr == no-pitr ']' + local restore=restore-on-pitr-minio-gap-no-pitr + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-no-pitr.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.4P0QRUweW9 ++ mktemp + local LAST_ERR=/tmp/tmp.GIhCnoofjo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-no-pitr.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4P0QRUweW9 perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-no-pitr created + cat /tmp/tmp.GIhCnoofjo + rm /tmp/tmp.4P0QRUweW9 /tmp/tmp.GIhCnoofjo + return 0 + wait_backup_restore restore-on-pitr-minio-gap-no-pitr Succeeded + local backup_name=restore-on-pitr-minio-gap-no-pitr + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-no-pitr to reach Succeeded state 2026-07-06T12:36:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:53 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:36:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:37:01 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:37:03 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:37:06 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:37:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-07-06T12:37:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:12 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:14 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:17 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:21 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:23 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-07-06T12:37:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:40 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:42 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:48 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:50 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:52 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:54 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:37:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:06 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:12 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:14 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:21 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:23 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:27 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:43 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:45 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:47 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:54 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:38:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:39:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-07-06T12:39:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:06 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:12 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:14 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:18 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:20 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:23 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:27 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:43 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:45 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:47 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:53 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:55 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:57 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:39:59 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:01 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:03 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:05 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:07 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:09 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:11 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:15 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:17 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:21 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:23 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:27 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:43 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:45 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:47 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:53 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:55 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:40:57 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:06 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:12 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:14 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:18 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:20 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:24 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:30 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:32 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:40 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:42 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:48 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:50 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:52 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:54 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:41:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:06 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:09 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:11 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:15 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:17 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:21 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:24 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-07-06T12:42:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Succeeded ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-no-pitr '-ojsonpath={.status.comments}' ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UitGSvNykP +++ mktemp ++ local LAST_ERR=/tmp/tmp.Lv7KtbelR2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-no-pitr '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UitGSvNykP ++ cat /tmp/tmp.Lv7KtbelR2 ++ rm /tmp/tmp.UitGSvNykP /tmp/tmp.Lv7KtbelR2 ++ return 0 + local backup_error=0 + [[ 0 -ne 0 ]] + desc 'done binlog gap test' + set +o xtrace ----------------------------------------------------------------------------------- done binlog gap test ----------------------------------------------------------------------------------- + invalid_binlog_test + desc 'start invalid binlog test' + set +o xtrace ----------------------------------------------------------------------------------- start invalid binlog test ----------------------------------------------------------------------------------- + local proxy ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.KLhLsIOiPg ++++ mktemp +++ local LAST_ERR=/tmp/tmp.dFST9TrraE +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.KLhLsIOiPg +++ cat /tmp/tmp.dFST9TrraE +++ rm /tmp/tmp.KLhLsIOiPg /tmp/tmp.dFST9TrraE +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.W0oJNYX2CJ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rCcBH7cTHw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.W0oJNYX2CJ +++ cat /tmp/tmp.rCcBH7cTHw +++ rm /tmp/tmp.W0oJNYX2CJ /tmp/tmp.rCcBH7cTHw +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + proxy=pitr-gap-errors-proxysql + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + sleep 5 + local backup + backup=on-pitr-minio + yq eval 'del(.spec.pitr)' + yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio.yaml + kubectl_bin apply -f - ++ mktemp + yq eval '.spec.backupName="on-pitr-minio"' + yq eval 'del(.spec.backupSource)' + local LAST_OUT=/tmp/tmp.3Va9Sy0xxP ++ mktemp + local LAST_ERR=/tmp/tmp.fw8fmJxqtb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3Va9Sy0xxP perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio created + cat /tmp/tmp.fw8fmJxqtb + rm /tmp/tmp.3Va9Sy0xxP /tmp/tmp.fw8fmJxqtb + return 0 + wait_backup_restore restore-on-pitr-minio + local backup_name=restore-on-pitr-minio + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio to reach Succeeded state 2026-07-06T12:42:41 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:43 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:46 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:48 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:50 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:52 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:54 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:56 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:42:58 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:00 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:02 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:05 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:07 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:09 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:12 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:14 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:16 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:18 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:20 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:22 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-07-06T12:43:25 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:27 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:29 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:31 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:34 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:36 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:38 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:40 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:43 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:45 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:47 pxc-restore/restore-on-pitr-minio state: Restoring 2026-07-06T12:43:50 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:43:52 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:43:55 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:43:57 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:43:59 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:01 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:04 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:07 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:10 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:12 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:15 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:17 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:20 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:22 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:24 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:26 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:29 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:31 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:33 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:36 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:38 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:40 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:42 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:45 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:47 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:50 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:52 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:54 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:56 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:44:59 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-07-06T12:45:01 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:03 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:05 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:07 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:10 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:12 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:13 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:16 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:18 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:20 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:22 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:24 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:26 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:29 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:31 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:33 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:35 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:37 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:39 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:41 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:43 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:45 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:48 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:50 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:52 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:54 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:57 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:45:59 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:01 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:04 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:06 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:08 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:10 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:12 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:15 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:17 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:19 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:21 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:23 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:26 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:28 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:30 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:32 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:35 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:37 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:39 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:42 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:44 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:46 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:49 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:51 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:53 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:55 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:57 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:46:59 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:01 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:03 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:06 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:08 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:10 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:12 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:14 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:17 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:19 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:21 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:23 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:25 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:27 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:29 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:31 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:34 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:36 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:38 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:40 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:43 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:45 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:47 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:49 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:51 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:54 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:56 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:47:59 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:01 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:03 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:06 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:09 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:11 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:13 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:15 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-07-06T12:48:17 pxc-restore/restore-on-pitr-minio state: Succeeded + wait_for_running pitr-gap-errors-proxysql 2 + local name=pitr-gap-errors-proxysql + local size=2 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-proxysql ]] + [[ 2 -le 0 ]] + last_pod=1 + desc 'Waiting for 2 running pods for pitr-gap-errors-proxysql' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 2 running pods for pitr-gap-errors-proxysql ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met E0706 12:48:20.384544 24396 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-0&resourceVersion=1783342096450030000&timeoutSeconds=551&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-1 480 + local pod=pitr-gap-errors-proxysql-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-1 condition met E0706 12:48:25.033132 24927 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-1&resourceVersion=1783342101450109000&timeoutSeconds=498&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-1 to become Ready.Ok + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + local size=3 + local last_pod + local max_retry=480 + [[ -z pitr-gap-errors-pxc ]] + [[ 3 -le 0 ]] + last_pod=2 + desc 'Waiting for 3 running pods for pitr-gap-errors-pxc' + set +o xtrace ----------------------------------------------------------------------------------- Waiting for 3 running pods for pitr-gap-errors-pxc ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met E0706 12:48:30.007691 25555 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-0&resourceVersion=1783342106450142000&timeoutSeconds=469&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met E0706 12:48:35.375934 26359 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-1&resourceVersion=1783342111450165000&timeoutSeconds=443&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pitr-gap-errors-pxc-2 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met E0706 12:48:40.558740 26948 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-2&resourceVersion=1783342116450220000&timeoutSeconds=549&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + wait_cluster_consistency pitr-gap-errors 3 2 + local cluster_name=pitr-gap-errors + local pxc_size=3 + local proxy_size=2 + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local max_seconds=1500 + local delay=5 + local retries=300 + local pxc_ready + local proxy_ready + sleep 7 + echo -n 'waiting for pxc/pitr-gap-errors to be ready' waiting for pxc/pitr-gap-errors to be ready++ seq 1 300 + for _ in '$(seq 1 "${retries}")' ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.M9492hoBTb +++ mktemp ++ local LAST_ERR=/tmp/tmp.dvzWSs5LER ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.M9492hoBTb ++ cat /tmp/tmp.dvzWSs5LER ++ rm /tmp/tmp.M9492hoBTb /tmp/tmp.dvzWSs5LER ++ return 0 + state=ready ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lvyKsIZZV8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.XHkqreYyEx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lvyKsIZZV8 ++ cat /tmp/tmp.XHkqreYyEx ++ rm /tmp/tmp.lvyKsIZZV8 /tmp/tmp.XHkqreYyEx ++ return 0 + pxc_ready=3 + proxy_ready=0 + [[ 2 -gt 0 ]] +++ get_proxy_engine pitr-gap-errors +++ local cluster_name=pitr-gap-errors ++++ get_proxy pitr-gap-errors ++++ local target_cluster=pitr-gap-errors +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.2GlyFUftrc ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sSBvvS8aqy +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.2GlyFUftrc +++++ cat /tmp/tmp.sSBvvS8aqy +++++ rm /tmp/tmp.2GlyFUftrc /tmp/tmp.sSBvvS8aqy +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KHjYq6IeVi ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VFy9VivWEu +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KHjYq6IeVi +++++ cat /tmp/tmp.VFy9VivWEu +++++ rm /tmp/tmp.KHjYq6IeVi /tmp/tmp.VFy9VivWEu +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo pitr-gap-errors-proxysql ++++ return +++ local cluster_proxy=pitr-gap-errors-proxysql +++ echo proxysql ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3NGspgOvzg +++ mktemp ++ local LAST_ERR=/tmp/tmp.M9nerqcDXD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3NGspgOvzg ++ cat /tmp/tmp.M9nerqcDXD ++ rm /tmp/tmp.3NGspgOvzg /tmp/tmp.M9nerqcDXD ++ return 0 + proxy_ready=2 + [[ ready == \r\e\a\d\y ]] + [[ 3 == \3 ]] + [[ 2 == \2 ]] + echo + return + run_backup pitr-gap-errors on-pitr-minio1 + local cluster=pitr-gap-errors + local backup=on-pitr-minio1 + local status=Succeeded + log 'run pxc-backup/on-pitr-minio1' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-07-06T12:48:57+0000]' run pxc-backup/on-pitr-minio1 [2026-07-06T12:48:57+0000] run pxc-backup/on-pitr-minio1 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio1.yml ++ mktemp + local LAST_OUT=/tmp/tmp.YCEHvshnZE ++ mktemp + local LAST_ERR=/tmp/tmp.AmYTXBeMEA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/conf/on-pitr-minio1.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YCEHvshnZE perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio1 created + cat /tmp/tmp.AmYTXBeMEA + rm /tmp/tmp.YCEHvshnZE /tmp/tmp.AmYTXBeMEA + return 0 + wait_backup on-pitr-minio1 Succeeded + local backup=on-pitr-minio1 + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio1 to reach Succeeded state......................Succeeded + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; ' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; ' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lhrtTOzCIe +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bx48ziKfrM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lhrtTOzCIe ++ cat /tmp/tmp.Bx48ziKfrM ++ rm /tmp/tmp.lhrtTOzCIe /tmp/tmp.Bx48ziKfrM ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:49:38.100660 1585 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342177217134000&timeoutSeconds=307&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_test_data pitr-gap-errors + local cluster=pitr-gap-errors + local config= + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/conf/client.yml ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.YIfDM9T9th ++++ mktemp +++ local LAST_ERR=/tmp/tmp.oFel0Ua5At +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.YIfDM9T9th +++ cat /tmp/tmp.oFel0Ua5At +++ rm /tmp/tmp.YIfDM9T9th /tmp/tmp.oFel0Ua5At +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WVxHkuNte3 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.jiBAEdfc7T +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WVxHkuNte3 +++ cat /tmp/tmp.jiBAEdfc7T +++ rm /tmp/tmp.WVxHkuNte3 /tmp/tmp.jiBAEdfc7T +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write test data' + set +o xtrace ----------------------------------------------------------------------------------- write test data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.30l7f9Iuk5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.cWKORWJ3rh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.30l7f9Iuk5 ++ cat /tmp/tmp.cWKORWJ3rh ++ rm /tmp/tmp.30l7f9Iuk5 /tmp/tmp.cWKORWJ3rh ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:49:45.921782 2605 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342185144390000&timeoutSeconds=571&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uxzx6ndO8J +++ mktemp ++ local LAST_ERR=/tmp/tmp.kPvRJRBLXG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uxzx6ndO8J ++ cat /tmp/tmp.kPvRJRBLXG ++ rm /tmp/tmp.Uxzx6ndO8J /tmp/tmp.kPvRJRBLXG ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:49:51.705167 3174 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342190263429000&timeoutSeconds=397&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WZYPc1jE0G +++ mktemp ++ local LAST_ERR=/tmp/tmp.80hyoJ0c4B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WZYPc1jE0G ++ cat /tmp/tmp.80hyoJ0c4B ++ rm /tmp/tmp.WZYPc1jE0G /tmp/tmp.80hyoJ0c4B ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:50:29.164028 7143 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342227329895000&timeoutSeconds=467&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3VSkC1T1FZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZbtMm2o0O6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3VSkC1T1FZ ++ cat /tmp/tmp.ZbtMm2o0O6 ++ rm /tmp/tmp.3VSkC1T1FZ /tmp/tmp.ZbtMm2o0O6 ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:50:38.432318 8413 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342236249300000&timeoutSeconds=382&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kvU3gyk1VO +++ mktemp ++ local LAST_ERR=/tmp/tmp.RPL0loxgin ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kvU3gyk1VO ++ cat /tmp/tmp.RPL0loxgin ++ rm /tmp/tmp.kvU3gyk1VO /tmp/tmp.RPL0loxgin ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:50:45.789932 9552 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342244956620000&timeoutSeconds=549&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.boT27S1g2H/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.boT27S1g2H/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2538/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.boT27S1g2H/select-3.sql ++ is_keyring_plugin_in_use pitr-gap-errors ++ local cluster=pitr-gap-errors ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] ++ kubectl exec pitr-gap-errors-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my ++ return 1 + '[' '' ']' + run_mysql 'use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0lNuRDyPJC +++ mktemp ++ local LAST_ERR=/tmp/tmp.nOxyPmfcGi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0lNuRDyPJC ++ cat /tmp/tmp.nOxyPmfcGi ++ rm /tmp/tmp.0lNuRDyPJC /tmp/tmp.nOxyPmfcGi ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:50:56.996525 11039 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342255220033000&timeoutSeconds=537&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data_for_pitr pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.HAfmfODZKo ++++ mktemp +++ local LAST_ERR=/tmp/tmp.nMl0OLrI4p +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.HAfmfODZKo +++ cat /tmp/tmp.nMl0OLrI4p +++ rm /tmp/tmp.HAfmfODZKo /tmp/tmp.nMl0OLrI4p +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.j0tcEJSgdI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.PaOKqm9UUw +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.j0tcEJSgdI +++ cat /tmp/tmp.PaOKqm9UUw +++ rm /tmp/tmp.j0tcEJSgdI /tmp/tmp.PaOKqm9UUw +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write data for pitr' + set +o xtrace ----------------------------------------------------------------------------------- write data for pitr ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YmA4l6YJoK +++ mktemp ++ local LAST_ERR=/tmp/tmp.sfvtyqim87 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YmA4l6YJoK ++ cat /tmp/tmp.sfvtyqim87 ++ rm /tmp/tmp.YmA4l6YJoK /tmp/tmp.sfvtyqim87 ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:51:07.717160 12571 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342266140249000&timeoutSeconds=504&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace ERROR 1125 (HY000) at line 1: Function 'get_binlog_by_gtid_set' already exists command terminated with exit code 1 + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace ERROR 1125 (HY000) at line 1: Function 'get_binlog_by_gtid_set' already exists command terminated with exit code 1 + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace ERROR 1125 (HY000) at line 1: Function 'get_binlog_by_gtid_set' already exists command terminated with exit code 1 + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + run_mysql 'USE test; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=USE test; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Al2AwaexpM +++ mktemp ++ local LAST_ERR=/tmp/tmp.jU31rnPE3F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Al2AwaexpM ++ cat /tmp/tmp.jU31rnPE3F ++ rm /tmp/tmp.Al2AwaexpM /tmp/tmp.jU31rnPE3F ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:51:35.204628 16091 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342293503471000&timeoutSeconds=327&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.invalid (id) VALUES (100900); INSERT test.invalid (id) VALUES (100901); INSERT test.invalid (id) VALUES (100902);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.invalid (id) VALUES (100900); INSERT test.invalid (id) VALUES (100901); INSERT test.invalid (id) VALUES (100902);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EG63QL5XiN +++ mktemp ++ local LAST_ERR=/tmp/tmp.PnKMckY2b3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EG63QL5XiN ++ cat /tmp/tmp.PnKMckY2b3 ++ rm /tmp/tmp.EG63QL5XiN /tmp/tmp.PnKMckY2b3 ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:51:41.355943 17006 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342300566790000&timeoutSeconds=344&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + write_more_data pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.DQAleEOd78 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.cbZXh3Q7hV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.DQAleEOd78 +++ cat /tmp/tmp.cbZXh3Q7hV +++ rm /tmp/tmp.DQAleEOd78 /tmp/tmp.cbZXh3Q7hV +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Hz0iRmVNxP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.042ZwBpC7z +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Hz0iRmVNxP +++ cat /tmp/tmp.042ZwBpC7z +++ rm /tmp/tmp.Hz0iRmVNxP /tmp/tmp.042ZwBpC7z +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write extra data' + set +o xtrace ----------------------------------------------------------------------------------- write extra data ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100506); INSERT test.test (id) VALUES (100507); INSERT test.test (id) VALUES (100508); INSERT test.test (id) VALUES (100509); INSERT test.test (id) VALUES (100510);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100506); INSERT test.test (id) VALUES (100507); INSERT test.test (id) VALUES (100508); INSERT test.test (id) VALUES (100509); INSERT test.test (id) VALUES (100510);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q7njgc9RH5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.hq7mSxYh4N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q7njgc9RH5 ++ cat /tmp/tmp.hq7mSxYh4N ++ rm /tmp/tmp.Q7njgc9RH5 /tmp/tmp.hq7mSxYh4N ++ return 0 + client_pod=pxc-client-56fd5498cd-5l7lc + wait_pod pxc-client-56fd5498cd-5l7lc + local pod=pxc-client-56fd5498cd-5l7lc + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-5l7lc ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-5l7lc condition met E0706 12:51:50.196839 17677 reflector.go:227] "Failed to watch" err="Get \"https://34.58.132.230/api/v1/namespaces/pitr-gap-errors-18810/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-56fd5498cd-5l7lc&resourceVersion=1783342309434854000&timeoutSeconds=454&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-56fd5498cd-5l7lc to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ++ find_invalid_binlog_name pitr-gap-errors-pxc-0 ++ local pod=pitr-gap-errors-pxc-0 ++ local offset= ++ binlogs=() ++ IFS= ++ read -r line +++ run_mysql_local 'SHOW BINARY LOGS' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ awk '{print $1}' +++ local 'command=SHOW BINARY LOGS' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ (( i = 0 )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000009 4 Format_desc 15507052 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000009 127 Previous_gtids 15507052 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ echo 'binlog.000009 4 Format_desc 15507052 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000009 127 Previous_gtids 15507052 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000010 4 Format_desc 1 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000010 127 Previous_gtids 1 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000010 4 Format_desc 1 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000010 127 Previous_gtids 1 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000011 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000011 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000011 198 Rotate 15507050 242 binlog.000012;pos=4' ++ echo 'binlog.000011 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000011 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000011 198 Rotate 15507050 242 binlog.000012;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000012 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000012 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000012 198 Gtid 15507052 275 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1'\'' binlog.000012 275 Query 15507052 399 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 399 Gtid 15507052 476 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:2'\'' binlog.000012 476 Query 15507052 591 CREATE DATABASE IF NOT EXISTS test binlog.000012 591 Gtid 15507052 668 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:3'\'' binlog.000012 668 Query 15507052 810 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 810 Gtid 15507052 889 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:4'\'' binlog.000012 889 Query 15507052 966 BEGIN binlog.000012 966 Table_map 15507052 1016 table_id: 118 (test.test) binlog.000012 1016 Write_rows 15507052 1056 table_id: 118 flags: STMT_END_F binlog.000012 1056 Xid 15507052 1087 COMMIT /* xid=9 */ binlog.000012 1087 Gtid 15507052 1166 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:5'\'' binlog.000012 1166 Query 15507052 1243 BEGIN binlog.000012 1243 Table_map 15507052 1293 table_id: 118 (test.test) binlog.000012 1293 Write_rows 15507052 1333 table_id: 118 flags: STMT_END_F binlog.000012 1333 Xid 15507052 1364 COMMIT /* xid=10 */ binlog.000012 1364 Gtid 15507052 1443 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:6'\'' binlog.000012 1443 Query 15507052 1520 BEGIN binlog.000012 1520 Table_map 15507052 1570 table_id: 118 (test.test) binlog.000012 1570 Write_rows 15507052 1610 table_id: 118 flags: STMT_END_F binlog.000012 1610 Xid 15507052 1641 COMMIT /* xid=11 */ binlog.000012 1641 Gtid 15507052 1718 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:7'\'' binlog.000012 1718 Query 15507052 1859 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1859 Gtid 15507052 1938 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:8'\'' binlog.000012 1938 Query 15507052 2015 BEGIN binlog.000012 2015 Table_map 15507052 2065 table_id: 118 (test.test) binlog.000012 2065 Write_rows 15507052 2105 table_id: 118 flags: STMT_END_F binlog.000012 2105 Xid 15507052 2136 COMMIT /* xid=13 */ binlog.000012 2136 Gtid 15507052 2215 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:9'\'' binlog.000012 2215 Query 15507052 2292 BEGIN binlog.000012 2292 Table_map 15507052 2342 table_id: 118 (test.test) binlog.000012 2342 Write_rows 15507052 2382 table_id: 118 flags: STMT_END_F binlog.000012 2382 Xid 15507052 2413 COMMIT /* xid=14 */ binlog.000012 2413 Gtid 15507052 2492 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:10'\'' binlog.000012 2492 Query 15507052 2569 BEGIN binlog.000012 2569 Table_map 15507052 2619 table_id: 118 (test.test) binlog.000012 2619 Write_rows 15507052 2659 table_id: 118 flags: STMT_END_F binlog.000012 2659 Xid 15507052 2690 COMMIT /* xid=15 */ binlog.000012 2690 Rotate 15507050 2734 binlog.000013;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000012 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000012 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000012 198 Gtid 15507052 275 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1'\'' binlog.000012 275 Query 15507052 399 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 399 Gtid 15507052 476 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:2'\'' binlog.000012 476 Query 15507052 591 CREATE DATABASE IF NOT EXISTS test binlog.000012 591 Gtid 15507052 668 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:3'\'' binlog.000012 668 Query 15507052 810 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 810 Gtid 15507052 889 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:4'\'' binlog.000012 889 Query 15507052 966 BEGIN binlog.000012 966 Table_map 15507052 1016 table_id: 118 (test.test) binlog.000012 1016 Write_rows 15507052 1056 table_id: 118 flags: STMT_END_F binlog.000012 1056 Xid 15507052 1087 COMMIT /* xid=9 */ binlog.000012 1087 Gtid 15507052 1166 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:5'\'' binlog.000012 1166 Query 15507052 1243 BEGIN binlog.000012 1243 Table_map 15507052 1293 table_id: 118 (test.test) binlog.000012 1293 Write_rows 15507052 1333 table_id: 118 flags: STMT_END_F binlog.000012 1333 Xid 15507052 1364 COMMIT /* xid=10 */ binlog.000012 1364 Gtid 15507052 1443 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:6'\'' binlog.000012 1443 Query 15507052 1520 BEGIN binlog.000012 1520 Table_map 15507052 1570 table_id: 118 (test.test) binlog.000012 1570 Write_rows 15507052 1610 table_id: 118 flags: STMT_END_F binlog.000012 1610 Xid 15507052 1641 COMMIT /* xid=11 */ binlog.000012 1641 Gtid 15507052 1718 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:7'\'' binlog.000012 1718 Query 15507052 1859 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1859 Gtid 15507052 1938 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:8'\'' binlog.000012 1938 Query 15507052 2015 BEGIN binlog.000012 2015 Table_map 15507052 2065 table_id: 118 (test.test) binlog.000012 2065 Write_rows 15507052 2105 table_id: 118 flags: STMT_END_F binlog.000012 2105 Xid 15507052 2136 COMMIT /* xid=13 */ binlog.000012 2136 Gtid 15507052 2215 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:9'\'' binlog.000012 2215 Query 15507052 2292 BEGIN binlog.000012 2292 Table_map 15507052 2342 table_id: 118 (test.test) binlog.000012 2342 Write_rows 15507052 2382 table_id: 118 flags: STMT_END_F binlog.000012 2382 Xid 15507052 2413 COMMIT /* xid=14 */ binlog.000012 2413 Gtid 15507052 2492 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:10'\'' binlog.000012 2492 Query 15507052 2569 BEGIN binlog.000012 2569 Table_map 15507052 2619 table_id: 118 (test.test) binlog.000012 2619 Write_rows 15507052 2659 table_id: 118 flags: STMT_END_F binlog.000012 2659 Xid 15507052 2690 COMMIT /* xid=15 */ binlog.000012 2690 Rotate 15507050 2734 binlog.000013;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000013 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000013 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000013 238 Rotate 15507050 282 binlog.000014;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000013 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000013 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000013 238 Rotate 15507050 282 binlog.000014;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000014 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000014 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000014 238 Gtid 15507052 315 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11'\'' binlog.000014 315 Query 15507052 460 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=25 */ binlog.000014 460 Gtid 15507052 539 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:12'\'' binlog.000014 539 Query 15507052 616 BEGIN binlog.000014 616 Table_map 15507052 669 table_id: 119 (test.invalid) binlog.000014 669 Write_rows 15507052 709 table_id: 119 flags: STMT_END_F binlog.000014 709 Xid 15507052 740 COMMIT /* xid=26 */ binlog.000014 740 Gtid 15507052 819 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:13'\'' binlog.000014 819 Query 15507052 896 BEGIN binlog.000014 896 Table_map 15507052 949 table_id: 119 (test.invalid) binlog.000014 949 Write_rows 15507052 989 table_id: 119 flags: STMT_END_F binlog.000014 989 Xid 15507052 1020 COMMIT /* xid=27 */ binlog.000014 1020 Gtid 15507052 1099 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:14'\'' binlog.000014 1099 Query 15507052 1176 BEGIN binlog.000014 1176 Table_map 15507052 1229 table_id: 119 (test.invalid) binlog.000014 1229 Write_rows 15507052 1269 table_id: 119 flags: STMT_END_F binlog.000014 1269 Xid 15507052 1300 COMMIT /* xid=28 */ binlog.000014 1300 Rotate 15507050 1344 binlog.000015;pos=4' ++ echo 'binlog.000014 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000014 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000014 238 Gtid 15507052 315 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11'\'' binlog.000014 315 Query 15507052 460 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=25 */ binlog.000014 460 Gtid 15507052 539 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:12'\'' binlog.000014 539 Query 15507052 616 BEGIN binlog.000014 616 Table_map 15507052 669 table_id: 119 (test.invalid) binlog.000014 669 Write_rows 15507052 709 table_id: 119 flags: STMT_END_F binlog.000014 709 Xid 15507052 740 COMMIT /* xid=26 */ binlog.000014 740 Gtid 15507052 819 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:13'\'' binlog.000014 819 Query 15507052 896 BEGIN binlog.000014 896 Table_map 15507052 949 table_id: 119 (test.invalid) binlog.000014 949 Write_rows 15507052 989 table_id: 119 flags: STMT_END_F binlog.000014 989 Xid 15507052 1020 COMMIT /* xid=27 */ binlog.000014 1020 Gtid 15507052 1099 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:14'\'' binlog.000014 1099 Query 15507052 1176 BEGIN binlog.000014 1176 Table_map 15507052 1229 table_id: 119 (test.invalid) binlog.000014 1229 Write_rows 15507052 1269 table_id: 119 flags: STMT_END_F binlog.000014 1269 Xid 15507052 1300 COMMIT /* xid=28 */ binlog.000014 1300 Rotate 15507050 1344 binlog.000015;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo binlog.000014 ++ return + invalid_binlog=binlog.000014 ++ run_mysql_local 'SELECT get_gtid_set_by_binlog('\''binlog.000014'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 ++ local 'command=SELECT get_gtid_set_by_binlog('\''binlog.000014'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-0 ++ local container_name= ++ set +o xtrace + gtidset=8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11-14 ++ find_invalid_binlog_name pitr-gap-errors-pxc-0 1 ++ local pod=pitr-gap-errors-pxc-0 ++ local offset=1 ++ binlogs=() ++ IFS= ++ read -r line +++ run_mysql_local 'SHOW BINARY LOGS' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINARY LOGS' +++ awk '{print $1}' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ (( i = 0 )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000009 4 Format_desc 15507052 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000009 127 Previous_gtids 15507052 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000009 4 Format_desc 15507052 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000009 127 Previous_gtids 15507052 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000010 4 Format_desc 1 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000010 127 Previous_gtids 1 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ echo 'binlog.000010 4 Format_desc 1 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000010 127 Previous_gtids 1 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000011 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000011 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000011 198 Rotate 15507050 242 binlog.000012;pos=4' ++ echo 'binlog.000011 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000011 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000011 198 Rotate 15507050 242 binlog.000012;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000012 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000012 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000012 198 Gtid 15507052 275 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1'\'' binlog.000012 275 Query 15507052 399 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 399 Gtid 15507052 476 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:2'\'' binlog.000012 476 Query 15507052 591 CREATE DATABASE IF NOT EXISTS test binlog.000012 591 Gtid 15507052 668 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:3'\'' binlog.000012 668 Query 15507052 810 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 810 Gtid 15507052 889 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:4'\'' binlog.000012 889 Query 15507052 966 BEGIN binlog.000012 966 Table_map 15507052 1016 table_id: 118 (test.test) binlog.000012 1016 Write_rows 15507052 1056 table_id: 118 flags: STMT_END_F binlog.000012 1056 Xid 15507052 1087 COMMIT /* xid=9 */ binlog.000012 1087 Gtid 15507052 1166 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:5'\'' binlog.000012 1166 Query 15507052 1243 BEGIN binlog.000012 1243 Table_map 15507052 1293 table_id: 118 (test.test) binlog.000012 1293 Write_rows 15507052 1333 table_id: 118 flags: STMT_END_F binlog.000012 1333 Xid 15507052 1364 COMMIT /* xid=10 */ binlog.000012 1364 Gtid 15507052 1443 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:6'\'' binlog.000012 1443 Query 15507052 1520 BEGIN binlog.000012 1520 Table_map 15507052 1570 table_id: 118 (test.test) binlog.000012 1570 Write_rows 15507052 1610 table_id: 118 flags: STMT_END_F binlog.000012 1610 Xid 15507052 1641 COMMIT /* xid=11 */ binlog.000012 1641 Gtid 15507052 1718 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:7'\'' binlog.000012 1718 Query 15507052 1859 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1859 Gtid 15507052 1938 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:8'\'' binlog.000012 1938 Query 15507052 2015 BEGIN binlog.000012 2015 Table_map 15507052 2065 table_id: 118 (test.test) binlog.000012 2065 Write_rows 15507052 2105 table_id: 118 flags: STMT_END_F binlog.000012 2105 Xid 15507052 2136 COMMIT /* xid=13 */ binlog.000012 2136 Gtid 15507052 2215 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:9'\'' binlog.000012 2215 Query 15507052 2292 BEGIN binlog.000012 2292 Table_map 15507052 2342 table_id: 118 (test.test) binlog.000012 2342 Write_rows 15507052 2382 table_id: 118 flags: STMT_END_F binlog.000012 2382 Xid 15507052 2413 COMMIT /* xid=14 */ binlog.000012 2413 Gtid 15507052 2492 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:10'\'' binlog.000012 2492 Query 15507052 2569 BEGIN binlog.000012 2569 Table_map 15507052 2619 table_id: 118 (test.test) binlog.000012 2619 Write_rows 15507052 2659 table_id: 118 flags: STMT_END_F binlog.000012 2659 Xid 15507052 2690 COMMIT /* xid=15 */ binlog.000012 2690 Rotate 15507050 2734 binlog.000013;pos=4' ++ echo 'binlog.000012 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000012 127 Previous_gtids 15507050 198 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21 binlog.000012 198 Gtid 15507052 275 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1'\'' binlog.000012 275 Query 15507052 399 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 399 Gtid 15507052 476 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:2'\'' binlog.000012 476 Query 15507052 591 CREATE DATABASE IF NOT EXISTS test binlog.000012 591 Gtid 15507052 668 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:3'\'' binlog.000012 668 Query 15507052 810 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 810 Gtid 15507052 889 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:4'\'' binlog.000012 889 Query 15507052 966 BEGIN binlog.000012 966 Table_map 15507052 1016 table_id: 118 (test.test) binlog.000012 1016 Write_rows 15507052 1056 table_id: 118 flags: STMT_END_F binlog.000012 1056 Xid 15507052 1087 COMMIT /* xid=9 */ binlog.000012 1087 Gtid 15507052 1166 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:5'\'' binlog.000012 1166 Query 15507052 1243 BEGIN binlog.000012 1243 Table_map 15507052 1293 table_id: 118 (test.test) binlog.000012 1293 Write_rows 15507052 1333 table_id: 118 flags: STMT_END_F binlog.000012 1333 Xid 15507052 1364 COMMIT /* xid=10 */ binlog.000012 1364 Gtid 15507052 1443 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:6'\'' binlog.000012 1443 Query 15507052 1520 BEGIN binlog.000012 1520 Table_map 15507052 1570 table_id: 118 (test.test) binlog.000012 1570 Write_rows 15507052 1610 table_id: 118 flags: STMT_END_F binlog.000012 1610 Xid 15507052 1641 COMMIT /* xid=11 */ binlog.000012 1641 Gtid 15507052 1718 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:7'\'' binlog.000012 1718 Query 15507052 1859 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1859 Gtid 15507052 1938 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:8'\'' binlog.000012 1938 Query 15507052 2015 BEGIN binlog.000012 2015 Table_map 15507052 2065 table_id: 118 (test.test) binlog.000012 2065 Write_rows 15507052 2105 table_id: 118 flags: STMT_END_F binlog.000012 2105 Xid 15507052 2136 COMMIT /* xid=13 */ binlog.000012 2136 Gtid 15507052 2215 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:9'\'' binlog.000012 2215 Query 15507052 2292 BEGIN binlog.000012 2292 Table_map 15507052 2342 table_id: 118 (test.test) binlog.000012 2342 Write_rows 15507052 2382 table_id: 118 flags: STMT_END_F binlog.000012 2382 Xid 15507052 2413 COMMIT /* xid=14 */ binlog.000012 2413 Gtid 15507052 2492 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:10'\'' binlog.000012 2492 Query 15507052 2569 BEGIN binlog.000012 2569 Table_map 15507052 2619 table_id: 118 (test.test) binlog.000012 2619 Write_rows 15507052 2659 table_id: 118 flags: STMT_END_F binlog.000012 2659 Xid 15507052 2690 COMMIT /* xid=15 */ binlog.000012 2690 Rotate 15507050 2734 binlog.000013;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000013 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000013 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000013 238 Rotate 15507050 282 binlog.000014;pos=4' ++ echo 'binlog.000013 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000013 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000013 238 Rotate 15507050 282 binlog.000014;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000014 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000014 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000014 238 Gtid 15507052 315 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11'\'' binlog.000014 315 Query 15507052 460 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=25 */ binlog.000014 460 Gtid 15507052 539 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:12'\'' binlog.000014 539 Query 15507052 616 BEGIN binlog.000014 616 Table_map 15507052 669 table_id: 119 (test.invalid) binlog.000014 669 Write_rows 15507052 709 table_id: 119 flags: STMT_END_F binlog.000014 709 Xid 15507052 740 COMMIT /* xid=26 */ binlog.000014 740 Gtid 15507052 819 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:13'\'' binlog.000014 819 Query 15507052 896 BEGIN binlog.000014 896 Table_map 15507052 949 table_id: 119 (test.invalid) binlog.000014 949 Write_rows 15507052 989 table_id: 119 flags: STMT_END_F binlog.000014 989 Xid 15507052 1020 COMMIT /* xid=27 */ binlog.000014 1020 Gtid 15507052 1099 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:14'\'' binlog.000014 1099 Query 15507052 1176 BEGIN binlog.000014 1176 Table_map 15507052 1229 table_id: 119 (test.invalid) binlog.000014 1229 Write_rows 15507052 1269 table_id: 119 flags: STMT_END_F binlog.000014 1269 Xid 15507052 1300 COMMIT /* xid=28 */ binlog.000014 1300 Rotate 15507050 1344 binlog.000015;pos=4' ++ echo 'binlog.000014 4 Format_desc 15507050 127 Server ver: 8.4.7-7.1, Binlog ver: 4 binlog.000014 127 Previous_gtids 15507050 238 75ae261d-7934-11f1-a7c2-f73cf3c6227d:1-21,\n8e08da55-7938-11f1-a2e0-a2dbfdcebda7:1-10 binlog.000014 238 Gtid 15507052 315 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11'\'' binlog.000014 315 Query 15507052 460 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=25 */ binlog.000014 460 Gtid 15507052 539 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:12'\'' binlog.000014 539 Query 15507052 616 BEGIN binlog.000014 616 Table_map 15507052 669 table_id: 119 (test.invalid) binlog.000014 669 Write_rows 15507052 709 table_id: 119 flags: STMT_END_F binlog.000014 709 Xid 15507052 740 COMMIT /* xid=26 */ binlog.000014 740 Gtid 15507052 819 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:13'\'' binlog.000014 819 Query 15507052 896 BEGIN binlog.000014 896 Table_map 15507052 949 table_id: 119 (test.invalid) binlog.000014 949 Write_rows 15507052 989 table_id: 119 flags: STMT_END_F binlog.000014 989 Xid 15507052 1020 COMMIT /* xid=27 */ binlog.000014 1020 Gtid 15507052 1099 SET @@SESSION.GTID_NEXT= '\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:14'\'' binlog.000014 1099 Query 15507052 1176 BEGIN binlog.000014 1176 Table_map 15507052 1229 table_id: 119 (test.invalid) binlog.000014 1229 Write_rows 15507052 1269 table_id: 119 flags: STMT_END_F binlog.000014 1269 Xid 15507052 1300 COMMIT /* xid=28 */ binlog.000014 1300 Rotate 15507050 1344 binlog.000015;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo binlog.000015 ++ return + next_binlog=binlog.000015 ++ run_mysql_local 'SELECT get_gtid_set_by_binlog('\''binlog.000015'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 ++ local 'command=SELECT get_gtid_set_by_binlog('\''binlog.000015'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-0 ++ local container_name= ++ set +o xtrace + next_gtidset=8e08da55-7938-11f1-a2e0-a2dbfdcebda7:15-19 ++ gtidset_to_gtid 8e08da55-7938-11f1-a2e0-a2dbfdcebda7:15-19 ++ local gtidset=8e08da55-7938-11f1-a2e0-a2dbfdcebda7:15-19 ++ local gtid ++ IFS=: ++ read -ra parts ++ number_part=19 ++ transformed_string=8e08da55-7938-11f1-a2e0-a2dbfdcebda7:19 ++ echo 8e08da55-7938-11f1-a2e0-a2dbfdcebda7:19 + next_gtid=8e08da55-7938-11f1-a2e0-a2dbfdcebda7:19 + local binlog + binlog=binlog.000014 + kubectl exec pitr-gap-errors-pxc-0 -- bash -c 'echo "" > /var/lib/mysql/binlog.000014' ++ run_mysql_local 'SELECT get_binlog_by_gtid_set('\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11-14'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 ++ local 'command=SELECT get_binlog_by_gtid_set('\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11-14'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-1 ++ local container_name= ++ set +o xtrace + binlog=binlog.000017 + kubectl exec pitr-gap-errors-pxc-1 -- bash -c 'echo "" > /var/lib/mysql/binlog.000017' ++ run_mysql_local 'SELECT get_binlog_by_gtid_set('\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11-14'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 ++ local 'command=SELECT get_binlog_by_gtid_set('\''8e08da55-7938-11f1-a2e0-a2dbfdcebda7:11-14'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-2 ++ local container_name= ++ set +o xtrace + binlog=binlog.000020 + kubectl exec pitr-gap-errors-pxc-2 -- bash -c 'echo "" > /var/lib/mysql/binlog.000020' + sleep 20 + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec": {"backup": {"storages": {"minio-binlogs": {"s3": {"bucket": "operator-testing/binlogs-invalid"}}}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":true}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + sleep 180 + check_invalid_binlogs_error binlog.000014 + local binlog=binlog.000014 + desc 'check invalid binlogs' + set +o xtrace ----------------------------------------------------------------------------------- check invalid binlogs ----------------------------------------------------------------------------------- + local err_text ++ grep -c 'ERROR: Binlog file binlog.000014 is invalid' +++ get_pitr_pod ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.vjogw6rVwX +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.GrOYd0OB39 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.vjogw6rVwX ++++ cat /tmp/tmp.GrOYd0OB39 ++++ rm /tmp/tmp.vjogw6rVwX /tmp/tmp.GrOYd0OB39 ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-677d5bfc9c-rvzmx +++ [[ -z pitr-gap-errors-pitr-677d5bfc9c-rvzmx ]] +++ echo pitr-gap-errors-pitr-677d5bfc9c-rvzmx ++ kubectl_bin logs pitr-gap-errors-pitr-677d5bfc9c-rvzmx +++ mktemp ++ local LAST_OUT=/tmp/tmp.YxGeFJXMPs +++ mktemp ++ local LAST_ERR=/tmp/tmp.7gyFv4Rmio ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-677d5bfc9c-rvzmx ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YxGeFJXMPs ++ cat /tmp/tmp.7gyFv4Rmio Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.YxGeFJXMPs /tmp/tmp.7gyFv4Rmio ++ return 0 + err_text=0