Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/logs/pitr-gap-errors-8-0.log Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.33) exceeds the supported minor version skew of +/-1 + GTID_PATTERN='[A-F0-9a-f]{8}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{12}:[0-9]+' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + main + create_infra pitr-gap-errors-29237 + local ns=pitr-gap-errors-29237 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n pitr-gap-errors-27410 pitr-gap-errors --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.enBbpmhhrC ++ mktemp + local LAST_ERR=/tmp/tmp.jTlPWWRbuy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.enBbpmhhrC perconaxtradbcluster.pxc.percona.com "pitr-gap-errors" deleted from pitr-gap-errors-27410 namespace + cat /tmp/tmp.jTlPWWRbuy + rm /tmp/tmp.enBbpmhhrC /tmp/tmp.jTlPWWRbuy + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.e4n28u00qE ++ mktemp + local LAST_ERR=/tmp/tmp.9edCk8I704 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.e4n28u00qE perconaxtradbclusterbackup.pxc.percona.com "on-pitr-minio" deleted from pitr-gap-errors-27410 namespace perconaxtradbclusterbackup.pxc.percona.com "on-pitr-minio-gap" deleted from pitr-gap-errors-27410 namespace perconaxtradbclusterbackup.pxc.percona.com "on-pitr-minio1" deleted from pitr-gap-errors-27410 namespace + cat /tmp/tmp.9edCk8I704 + rm /tmp/tmp.e4n28u00qE /tmp/tmp.9edCk8I704 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.qUbm9Zy1G0 ++ mktemp + local LAST_ERR=/tmp/tmp.2N3SC8502Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qUbm9Zy1G0 perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio" deleted from pitr-gap-errors-27410 namespace perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-no-pitr" deleted from pitr-gap-errors-27410 namespace perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-invalid" deleted from pitr-gap-errors-27410 namespace + cat /tmp/tmp.2N3SC8502Y + rm /tmp/tmp.qUbm9Zy1G0 /tmp/tmp.2N3SC8502Y + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns ++ mktemp + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.mKrY4r7TqV ++ mktemp + local LAST_OUT=/tmp/tmp.pwZOitusgc ++ mktemp + local LAST_ERR=/tmp/tmp.EwebA8T38L + local exit_status=0 ++ seq 0 2 + local LAST_ERR=/tmp/tmp.Weqz78MLgi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + awk '{print$1}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mKrY4r7TqV + cat /tmp/tmp.EwebA8T38L + rm /tmp/tmp.mKrY4r7TqV /tmp/tmp.EwebA8T38L + return 0 namespace "cert-manager" deleted namespace "pitr-gap-errors-27410" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pwZOitusgc namespace "pxc-operator" deleted + cat /tmp/tmp.Weqz78MLgi + rm /tmp/tmp.pwZOitusgc /tmp/tmp.Weqz78MLgi + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.ApbSm8H1NF ++ mktemp + local LAST_ERR=/tmp/tmp.xWKJ4JZcTQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ApbSm8H1NF namespace/pxc-operator created + cat /tmp/tmp.xWKJ4JZcTQ + rm /tmp/tmp.ApbSm8H1NF /tmp/tmp.xWKJ4JZcTQ + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.iuvN3DhgIu +++ mktemp ++ local LAST_ERR=/tmp/tmp.3VdAK9tB46 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iuvN3DhgIu ++ cat /tmp/tmp.3VdAK9tB46 ++ rm /tmp/tmp.iuvN3DhgIu /tmp/tmp.3VdAK9tB46 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.ar5TJH8QzK ++ mktemp + local LAST_ERR=/tmp/tmp.2Bz30N9vMy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ar5TJH8QzK Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1" modified. + cat /tmp/tmp.2Bz30N9vMy + rm /tmp/tmp.ar5TJH8QzK /tmp/tmp.2Bz30N9vMy + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.doKIoGqA2c ++ mktemp + local LAST_ERR=/tmp/tmp.xNDg94S9PA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.doKIoGqA2c customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.xNDg94S9PA + rm /tmp/tmp.doKIoGqA2c /tmp/tmp.xNDg94S9PA + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.N8Zbl9p4vd ++ mktemp + local LAST_ERR=/tmp/tmp.iCE65RIfJz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N8Zbl9p4vd clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.iCE65RIfJz + rm /tmp/tmp.N8Zbl9p4vd /tmp/tmp.iCE65RIfJz + return 0 + kubectl_bin apply -f - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2476-a8b01a39^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/deploy/cw-operator.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.tTO8r2etB1 ++ mktemp + local LAST_ERR=/tmp/tmp.IAC8NaNDQK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tTO8r2etB1 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.IAC8NaNDQK + rm /tmp/tmp.tTO8r2etB1 /tmp/tmp.IAC8NaNDQK + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.D1w3RRk8i2 ++ mktemp + local LAST_ERR=/tmp/tmp.vzoXQQynxk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.D1w3RRk8i2 pod/percona-xtradb-cluster-operator-8548fd5788-sjkcz condition met + cat /tmp/tmp.vzoXQQynxk E0516 20:34:47.248844 16665 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-8548fd5788-sjkcz&resourceVersion=1778963686889030000&timeoutSeconds=580&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" + rm /tmp/tmp.D1w3RRk8i2 /tmp/tmp.vzoXQQynxk + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.Q86XhvOqW1 ++ head -1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.K9xe3zsM7a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Q86XhvOqW1 ++ cat /tmp/tmp.K9xe3zsM7a ++ rm /tmp/tmp.Q86XhvOqW1 /tmp/tmp.K9xe3zsM7a ++ return 0 + wait_pod percona-xtradb-cluster-operator-8548fd5788-sjkcz 480 pxc-operator + local pod=percona-xtradb-cluster-operator-8548fd5788-sjkcz + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-8548fd5788-sjkcz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-8548fd5788-sjkcz condition met E0516 20:34:51.010525 17148 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pxc-operator/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-xtradb-cluster-operator-8548fd5788-sjkcz&resourceVersion=1778963689153130000&timeoutSeconds=307&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/percona-xtradb-cluster-operator-8548fd5788-sjkcz to become Ready.Ok + sleep 3 + create_namespace pitr-gap-errors-29237 + local namespace=pitr-gap-errors-29237 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrole ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pitr-gap-errors-29237' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pitr-gap-errors-29237 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pitr-gap-errors-29237 + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + kubectl_bin get ns + local LAST_OUT=/tmp/tmp.zpYEXe3Lbm + awk '{print$1}' + xargs kubectl delete ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.IUyl8f4FhO + local LAST_ERR=/tmp/tmp.1TvzrlC1JM + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.Az4uQSaVbU + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-29237 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-29237 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IUyl8f4FhO + cat /tmp/tmp.Az4uQSaVbU + rm /tmp/tmp.IUyl8f4FhO /tmp/tmp.Az4uQSaVbU + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pitr-gap-errors-29237 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.zpYEXe3Lbm + cat /tmp/tmp.1TvzrlC1JM Error from server (NotFound): namespaces "pitr-gap-errors-29237" not found + rm /tmp/tmp.zpYEXe3Lbm /tmp/tmp.1TvzrlC1JM + return 1 + : + wait_for_delete namespace/pitr-gap-errors-29237 + local res=namespace/pitr-gap-errors-29237 + echo -n 'waiting for namespace/pitr-gap-errors-29237 to be deleted' waiting for namespace/pitr-gap-errors-29237 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pitr-gap-errors-29237" not found + desc 'create namespace pitr-gap-errors-29237' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pitr-gap-errors-29237 ----------------------------------------------------------------------------------- + kubectl_bin create namespace pitr-gap-errors-29237 ++ mktemp + local LAST_OUT=/tmp/tmp.4cAXb67KRj ++ mktemp + local LAST_ERR=/tmp/tmp.O7NGnc803T + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pitr-gap-errors-29237 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4cAXb67KRj namespace/pitr-gap-errors-29237 created + cat /tmp/tmp.O7NGnc803T + rm /tmp/tmp.4cAXb67KRj /tmp/tmp.O7NGnc803T + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.DE3mszyL0B +++ mktemp ++ local LAST_ERR=/tmp/tmp.HfMtGXaGpe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DE3mszyL0B ++ cat /tmp/tmp.HfMtGXaGpe ++ rm /tmp/tmp.DE3mszyL0B /tmp/tmp.HfMtGXaGpe ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1 --namespace=pitr-gap-errors-29237 ++ mktemp + local LAST_OUT=/tmp/tmp.GLXA8E5bQL ++ mktemp + local LAST_ERR=/tmp/tmp.lVOTV889If + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1 --namespace=pitr-gap-errors-29237 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GLXA8E5bQL Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2476-a8b01a39-5-cluster1" modified. + cat /tmp/tmp.lVOTV889If + rm /tmp/tmp.GLXA8E5bQL /tmp/tmp.lVOTV889If + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.pInAft9uyf ++ mktemp + local LAST_ERR=/tmp/tmp.auLLFfNkx4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pInAft9uyf secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.auLLFfNkx4 + rm /tmp/tmp.pInAft9uyf /tmp/tmp.auLLFfNkx4 + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.18lsfoXVJr ++ mktemp + local LAST_ERR=/tmp/tmp.sytLOURB4J + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.18lsfoXVJr namespace/cert-manager created + cat /tmp/tmp.sytLOURB4J + rm /tmp/tmp.18lsfoXVJr /tmp/tmp.sytLOURB4J + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.WBzOaEh0sT ++ mktemp + local LAST_ERR=/tmp/tmp.viaEMdLDty + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WBzOaEh0sT namespace/cert-manager labeled + cat /tmp/tmp.viaEMdLDty + rm /tmp/tmp.WBzOaEh0sT /tmp/tmp.viaEMdLDty + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.g2a9YjLzJF ++ mktemp + local LAST_ERR=/tmp/tmp.jNpq8LqQnB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.g2a9YjLzJF namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.jNpq8LqQnB Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.g2a9YjLzJF /tmp/tmp.jNpq8LqQnB + return 0 + '[' '' == 4.10 ']' + sleep 70 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/issuer.yml ++ mktemp + local LAST_OUT=/tmp/tmp.vVFSewqN7t ++ mktemp + local LAST_ERR=/tmp/tmp.QcDuyfqDXD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/issuer.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vVFSewqN7t issuer.cert-manager.io/selfsigning-issuer created + cat /tmp/tmp.QcDuyfqDXD + rm /tmp/tmp.vVFSewqN7t /tmp/tmp.QcDuyfqDXD + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/cert.yml ++ mktemp + local LAST_OUT=/tmp/tmp.tPLSOAkDkz ++ mktemp + local LAST_ERR=/tmp/tmp.6MEkItCnCv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/cert.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tPLSOAkDkz certificate.cert-manager.io/tls-minio created + cat /tmp/tmp.6MEkItCnCv Warning: spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. + rm /tmp/tmp.tPLSOAkDkz /tmp/tmp.6MEkItCnCv + return 0 + sleep_with_log 25 + local d=25 + log 'sleeping for 25 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T20:37:02+0000]' sleeping for 25 seconds [2026-05-16T20:37:02+0000] sleeping for 25 seconds + sleep 25 + start_minio tls-minio + deploy_helm pitr-gap-errors-29237 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "percona" chart repository ...Successfully got an update from the "chaos-mesh" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret=tls-minio + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n tls-minio ]] + endpoint=https://minio-service:9000 + minio_args+=(--set tls.enabled=true --set tls.certSecret="$cert_secret" --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key) + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=tls-minio --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G --set tls.enabled=true --set tls.certSecret=tls-minio --set tls.publicCrt=tls.crt --set tls.privateKey=tls.key minio/minio NAME: minio-service LAST DEPLOYED: Sat May 16 20:37:31 2026 NAMESPACE: pitr-gap-errors-29237 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.pitr-gap-errors-29237.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace pitr-gap-errors-29237 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace pitr-gap-errors-29237 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace pitr-gap-errors-29237 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace pitr-gap-errors-29237 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0shAho4Tmd +++ mktemp ++ local LAST_ERR=/tmp/tmp.ltINFBShYT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0shAho4Tmd ++ cat /tmp/tmp.ltINFBShYT ++ rm /tmp/tmp.0shAho4Tmd /tmp/tmp.ltINFBShYT ++ return 0 + MINIO_POD=minio-service-757b74c96c-fjnkp + wait_pod minio-service-757b74c96c-fjnkp + local pod=minio-service-757b74c96c-fjnkp + local max_retry=480 + local ns= ++ echo minio-service-757b74c96c-fjnkp ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/minio-service-757b74c96c-fjnkp condition met E0516 20:38:31.492929 10872 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dminio-service-757b74c96c-fjnkp&resourceVersion=1778963910664015000&timeoutSeconds=582&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/minio-service-757b74c96c-fjnkp to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.1YxNzsOHue ++ mktemp + local LAST_ERR=/tmp/tmp.Syh8Y3dI2F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1YxNzsOHue /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html InsecureRequestWarning) make_bucket: operator-testing pod "aws-cli" deleted from pitr-gap-errors-29237 namespace + cat /tmp/tmp.Syh8Y3dI2F All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_pitr-gap-errors-29237 + rm /tmp/tmp.1YxNzsOHue /tmp/tmp.Syh8Y3dI2F + return 0 + cluster=pitr-gap-errors + spinup_pxc pitr-gap-errors /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local cluster=pitr-gap-errors + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.GkzdoGNxUo ++ mktemp + local LAST_ERR=/tmp/tmp.LETTQKkcEM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GkzdoGNxUo secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.LETTQKkcEM + rm /tmp/tmp.GkzdoGNxUo /tmp/tmp.LETTQKkcEM + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Qm7koGA0m4 ++ mktemp + local LAST_ERR=/tmp/tmp.SNVeDUzTx0 + local exit_status=0 ++ seq 0 2 + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml + local pvc_name= + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-29237~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2476-a8b01a39#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Qm7koGA0m4 deployment.apps/pxc-client created + cat /tmp/tmp.SNVeDUzTx0 + rm /tmp/tmp.Qm7koGA0m4 /tmp/tmp.SNVeDUzTx0 + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.8j7Mx1TP1m + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-29237~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/pitr-gap-errors.yml + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2476-a8b01a39#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + local LAST_ERR=/tmp/tmp.2ZasgyFeue + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8j7Mx1TP1m perconaxtradbcluster.pxc.percona.com/pitr-gap-errors created + cat /tmp/tmp.2ZasgyFeue + rm /tmp/tmp.8j7Mx1TP1m /tmp/tmp.2ZasgyFeue + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5gb1aeXV3G ++++ mktemp +++ local LAST_ERR=/tmp/tmp.HufE1dUjw1 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.5gb1aeXV3G +++ cat /tmp/tmp.HufE1dUjw1 +++ rm /tmp/tmp.5gb1aeXV3G /tmp/tmp.HufE1dUjw1 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ANJmcGR5jy ++++ mktemp +++ local LAST_ERR=/tmp/tmp.eezGI8vOA7 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ANJmcGR5jy +++ cat /tmp/tmp.eezGI8vOA7 +++ rm /tmp/tmp.ANJmcGR5jy /tmp/tmp.eezGI8vOA7 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pitr-gap-errors-29237 ++ mktemp + local LAST_OUT=/tmp/tmp.jjdbZBEcmr ++ mktemp + local LAST_ERR=/tmp/tmp.yrCTiAav7j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pitr-gap-errors-29237 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pitr-gap-errors-29237 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n pitr-gap-errors-29237 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.jjdbZBEcmr + cat /tmp/tmp.yrCTiAav7j error: no matching resources found + rm /tmp/tmp.jjdbZBEcmr /tmp/tmp.yrCTiAav7j + return 1 + true + wait_for_running pitr-gap-errors-proxysql 1 + local name=pitr-gap-errors-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-proxysql-0 + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pitr-gap-errors-pxc-2 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ base64 --decode ++ local LAST_OUT=/tmp/tmp.dAqttX62Zt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Exz2CAo8nj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dAqttX62Zt ++ cat /tmp/tmp.Exz2CAo8nj ++ rm /tmp/tmp.dAqttX62Zt /tmp/tmp.Exz2CAo8nj ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h pitr-gap-errors-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BYOnyhLKsw +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q5TtV6K4jR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BYOnyhLKsw ++ cat /tmp/tmp.Q5TtV6K4jR ++ rm /tmp/tmp.BYOnyhLKsw /tmp/tmp.Q5TtV6K4jR ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:42:08.718651 5103 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964127123078000&timeoutSeconds=380&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h pitr-gap-errors-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h pitr-gap-errors-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pROdKurWhl +++ mktemp ++ local LAST_ERR=/tmp/tmp.oN07sUVR87 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pROdKurWhl ++ cat /tmp/tmp.oN07sUVR87 ++ rm /tmp/tmp.pROdKurWhl /tmp/tmp.oN07sUVR87 ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:42:17.724639 6354 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964136097668000&timeoutSeconds=499&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rh6tBnXi1p +++ mktemp ++ local LAST_ERR=/tmp/tmp.hJjROUDJxo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rh6tBnXi1p ++ cat /tmp/tmp.hJjROUDJxo ++ rm /tmp/tmp.rh6tBnXi1p /tmp/tmp.hJjROUDJxo ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:42:54.496357 10408 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964173714525000&timeoutSeconds=441&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.aZ8eFl20AX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HaQ5cnSuPm +++ mktemp ++ local LAST_ERR=/tmp/tmp.ot8ARSrnPM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HaQ5cnSuPm ++ cat /tmp/tmp.ot8ARSrnPM ++ rm /tmp/tmp.HaQ5cnSuPm /tmp/tmp.ot8ARSrnPM ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:43:01.604329 11073 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964180230846000&timeoutSeconds=441&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.aZ8eFl20AX/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IRRZbgnkA2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.1ePydq8MsE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IRRZbgnkA2 ++ cat /tmp/tmp.1ePydq8MsE ++ rm /tmp/tmp.IRRZbgnkA2 /tmp/tmp.1ePydq8MsE ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:43:08.341813 11923 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964186941519000&timeoutSeconds=524&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-1.sql /tmp/tmp.aZ8eFl20AX/select-1.sql + is_keyring_plugin_in_use pitr-gap-errors + local cluster=pitr-gap-errors + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec pitr-gap-errors-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 + run_backup pitr-gap-errors on-pitr-minio + local cluster=pitr-gap-errors + local backup=on-pitr-minio + log 'run pxc-backup/on-pitr-minio' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T20:43:13+0000]' run pxc-backup/on-pitr-minio [2026-05-16T20:43:13+0000] run pxc-backup/on-pitr-minio + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio.yml ++ mktemp + local LAST_OUT=/tmp/tmp.6EpAqFtTJZ ++ mktemp + local LAST_ERR=/tmp/tmp.phiC3L6y0Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6EpAqFtTJZ perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio created + cat /tmp/tmp.phiC3L6y0Y + rm /tmp/tmp.6EpAqFtTJZ /tmp/tmp.phiC3L6y0Y + return 0 + wait_backup on-pitr-minio + local backup=on-pitr-minio + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio to reach Succeeded state..................Succeeded + desc 'binlog gap test' + set +o xtrace ----------------------------------------------------------------------------------- binlog gap test ----------------------------------------------------------------------------------- + write_test_data pitr-gap-errors + local cluster=pitr-gap-errors + local config= + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.F73JnxInl9 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.QQAzYZEr0k +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.F73JnxInl9 +++ cat /tmp/tmp.QQAzYZEr0k +++ rm /tmp/tmp.F73JnxInl9 /tmp/tmp.QQAzYZEr0k +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TdLdt4zIfL ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zuBce2ZmJF +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TdLdt4zIfL +++ cat /tmp/tmp.zuBce2ZmJF +++ rm /tmp/tmp.TdLdt4zIfL /tmp/tmp.zuBce2ZmJF +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write test data' + set +o xtrace ----------------------------------------------------------------------------------- write test data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mXbnfTxKvd +++ mktemp ++ local LAST_ERR=/tmp/tmp.r1Ce0wEu8O ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mXbnfTxKvd ++ cat /tmp/tmp.r1Ce0wEu8O ++ rm /tmp/tmp.mXbnfTxKvd /tmp/tmp.r1Ce0wEu8O ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:43:53.216916 17643 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964231232469000&timeoutSeconds=397&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6fDQ4O0LC6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tQp015M0Hd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6fDQ4O0LC6 ++ cat /tmp/tmp.tQp015M0Hd ++ rm /tmp/tmp.6fDQ4O0LC6 /tmp/tmp.tQp015M0Hd ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:44:00.853270 18880 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964240047420000&timeoutSeconds=442&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.P59pgOJeDl +++ mktemp ++ local LAST_ERR=/tmp/tmp.Omx7ohxC3w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.P59pgOJeDl ++ cat /tmp/tmp.Omx7ohxC3w ++ rm /tmp/tmp.P59pgOJeDl /tmp/tmp.Omx7ohxC3w ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:44:37.115544 22984 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964276253514000&timeoutSeconds=465&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2lMzuWHA2Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.GOvJ9vKa5S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2lMzuWHA2Y ++ cat /tmp/tmp.GOvJ9vKa5S ++ rm /tmp/tmp.2lMzuWHA2Y /tmp/tmp.GOvJ9vKa5S ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:44:43.403691 23807 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964282574865000&timeoutSeconds=493&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZIwhN9XCiA +++ mktemp ++ local LAST_ERR=/tmp/tmp.3PpPDH2W1s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZIwhN9XCiA ++ cat /tmp/tmp.3PpPDH2W1s ++ rm /tmp/tmp.ZIwhN9XCiA /tmp/tmp.3PpPDH2W1s ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:44:52.275602 24776 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964290218535000&timeoutSeconds=534&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql ++ is_keyring_plugin_in_use pitr-gap-errors ++ local cluster=pitr-gap-errors ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] ++ kubectl exec pitr-gap-errors-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' ++ return 1 + '[' '' ']' + run_mysql 'use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wHaof6Lpvf +++ mktemp ++ local LAST_ERR=/tmp/tmp.35Y2gJDJPj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wHaof6Lpvf ++ cat /tmp/tmp.35Y2gJDJPj ++ rm /tmp/tmp.wHaof6Lpvf /tmp/tmp.35Y2gJDJPj ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:45:02.365627 26221 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964300217089000&timeoutSeconds=588&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + log 'creating gap backup (will be marked as PITR unready)' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T20:45:08+0000]' creating gap backup '(will' be marked as PITR 'unready)' [2026-05-16T20:45:08+0000] creating gap backup (will be marked as PITR unready) + run_backup pitr-gap-errors on-pitr-minio-gap + local cluster=pitr-gap-errors + local backup=on-pitr-minio-gap + log 'run pxc-backup/on-pitr-minio-gap' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T20:45:08+0000]' run pxc-backup/on-pitr-minio-gap [2026-05-16T20:45:08+0000] run pxc-backup/on-pitr-minio-gap + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio-gap.yml ++ mktemp + local LAST_OUT=/tmp/tmp.7tNvlIWf1K ++ mktemp + local LAST_ERR=/tmp/tmp.B5evLcLROo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio-gap.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7tNvlIWf1K perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio-gap created + cat /tmp/tmp.B5evLcLROo + rm /tmp/tmp.7tNvlIWf1K /tmp/tmp.B5evLcLROo + return 0 + wait_backup on-pitr-minio-gap + local backup=on-pitr-minio-gap + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio-gap to reach Succeeded state.................Succeeded + write_data_for_pitr pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.kKGYmzxfjI ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xSBXlj5fgL +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.kKGYmzxfjI +++ cat /tmp/tmp.xSBXlj5fgL +++ rm /tmp/tmp.kKGYmzxfjI /tmp/tmp.xSBXlj5fgL +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.CuZbrnGcR1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rcDPoweIhN +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.CuZbrnGcR1 +++ cat /tmp/tmp.rcDPoweIhN +++ rm /tmp/tmp.CuZbrnGcR1 /tmp/tmp.rcDPoweIhN +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write data for pitr' + set +o xtrace ----------------------------------------------------------------------------------- write data for pitr ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uz1kvqM7lO +++ mktemp ++ local LAST_ERR=/tmp/tmp.zE1i9WAZRj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uz1kvqM7lO ++ cat /tmp/tmp.zE1i9WAZRj ++ rm /tmp/tmp.Uz1kvqM7lO /tmp/tmp.zE1i9WAZRj ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:45:53.546827 1398 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964352122187000&timeoutSeconds=410&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep_with_log 65 + local d=65 + log 'sleeping for 65 seconds' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T20:45:58+0000]' sleeping for 65 seconds [2026-05-16T20:45:58+0000] sleeping for 65 seconds + sleep 65 + create_binlog_gap pitr-gap-errors + desc 'create binlog gap' + set +o xtrace ----------------------------------------------------------------------------------- create binlog gap ----------------------------------------------------------------------------------- + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.bgCS8rSBNX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fTcFnT8B03 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.bgCS8rSBNX +++ cat /tmp/tmp.fTcFnT8B03 +++ rm /tmp/tmp.bgCS8rSBNX /tmp/tmp.fTcFnT8B03 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.PnJu6oIOQM ++++ mktemp +++ local LAST_ERR=/tmp/tmp.D1Y9L2K31C +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.PnJu6oIOQM +++ cat /tmp/tmp.D1Y9L2K31C +++ rm /tmp/tmp.PnJu6oIOQM /tmp/tmp.D1Y9L2K31C +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + sleep 5 + run_mysql 'INSERT test.gap (id) VALUES (100800); INSERT test.gap (id) VALUES (100801); INSERT test.gap (id) VALUES (100802);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.gap (id) VALUES (100800); INSERT test.gap (id) VALUES (100801); INSERT test.gap (id) VALUES (100802);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VHgNRjbsv1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.7sPsauJMsi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VHgNRjbsv1 ++ cat /tmp/tmp.7sPsauJMsi ++ rm /tmp/tmp.VHgNRjbsv1 /tmp/tmp.7sPsauJMsi ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:47:13.681276 10321 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964432872072000&timeoutSeconds=518&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'PURGE BINARY LOGS BEFORE now();' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=PURGE BINARY LOGS BEFORE now();' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":true}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + run_mysql 'INSERT test.gap (id) VALUES (100803); INSERT test.gap (id) VALUES (100804); INSERT test.gap (id) VALUES (100805);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.gap (id) VALUES (100803); INSERT test.gap (id) VALUES (100804); INSERT test.gap (id) VALUES (100805);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.00aZHVGY2z +++ mktemp ++ local LAST_ERR=/tmp/tmp.kFGb7XQY0r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.00aZHVGY2z ++ cat /tmp/tmp.kFGb7XQY0r ++ rm /tmp/tmp.00aZHVGY2z /tmp/tmp.kFGb7XQY0r ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:47:40.094805 14040 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964459460239000&timeoutSeconds=460&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + sleep 65 + check_binlog_gap_error + desc 'check binlog gap error' + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap error ----------------------------------------------------------------------------------- ++ grep -c 'ERROR: Couldn'\''t find the binlog that contains GTID set' +++ get_pitr_pod ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.vRmi33HEu7 +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.ChsbcysiAQ ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.vRmi33HEu7 ++++ cat /tmp/tmp.ChsbcysiAQ ++++ rm /tmp/tmp.vRmi33HEu7 /tmp/tmp.ChsbcysiAQ ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-6cdd6f746c-4pbwn +++ [[ -z pitr-gap-errors-pitr-6cdd6f746c-4pbwn ]] +++ echo pitr-gap-errors-pitr-6cdd6f746c-4pbwn ++ kubectl_bin logs pitr-gap-errors-pitr-6cdd6f746c-4pbwn +++ mktemp ++ local LAST_OUT=/tmp/tmp.GwZG5mgFfB +++ mktemp ++ local LAST_ERR=/tmp/tmp.2lGj6rrPDZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-6cdd6f746c-4pbwn ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GwZG5mgFfB ++ cat /tmp/tmp.2lGj6rrPDZ Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.GwZG5mgFfB /tmp/tmp.2lGj6rrPDZ ++ return 0 + local err_text1=1 +++ get_pitr_pod ++ grep -c 'ERROR: Gap detected in the binary logs. Binary logs will be uploaded anyway, but full backup needed for consistent recovery.' ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.E3F0QZL76P +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.wwP77Vtz8x ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.E3F0QZL76P ++++ cat /tmp/tmp.wwP77Vtz8x ++++ rm /tmp/tmp.E3F0QZL76P /tmp/tmp.wwP77Vtz8x ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-6cdd6f746c-4pbwn +++ [[ -z pitr-gap-errors-pitr-6cdd6f746c-4pbwn ]] +++ echo pitr-gap-errors-pitr-6cdd6f746c-4pbwn ++ kubectl_bin logs pitr-gap-errors-pitr-6cdd6f746c-4pbwn +++ mktemp ++ local LAST_OUT=/tmp/tmp.VCj5vUrP5v +++ mktemp ++ local LAST_ERR=/tmp/tmp.6kjmPd9ZAD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-6cdd6f746c-4pbwn ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VCj5vUrP5v ++ cat /tmp/tmp.6kjmPd9ZAD Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.VCj5vUrP5v /tmp/tmp.6kjmPd9ZAD ++ return 0 + local err_text2=1 + [[ 1 -eq 0 ]] + [[ 1 -eq 0 ]] ++ grep -c 'Gap detected in binary logs' +++ get_operator_pod +++ local label_prefix=app.kubernetes.io/ ++++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++++ grep -c percona-xtradb-cluster-operator +++ local check_label=1 +++ [[ 1 -eq 0 ]] +++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ head -1 +++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.s6K4LEj9KA ++++ mktemp +++ local LAST_ERR=/tmp/tmp.rV8tbq43mQ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.s6K4LEj9KA +++ cat /tmp/tmp.rV8tbq43mQ +++ rm /tmp/tmp.s6K4LEj9KA /tmp/tmp.rV8tbq43mQ +++ return 0 ++ kubectl_bin logs -npxc-operator percona-xtradb-cluster-operator-8548fd5788-sjkcz +++ mktemp ++ local LAST_OUT=/tmp/tmp.ulTij3Bnkr +++ mktemp ++ local LAST_ERR=/tmp/tmp.4zCqXXrCje ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs -npxc-operator percona-xtradb-cluster-operator-8548fd5788-sjkcz ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ulTij3Bnkr ++ cat /tmp/tmp.4zCqXXrCje ++ rm /tmp/tmp.ulTij3Bnkr /tmp/tmp.4zCqXXrCje ++ return 0 + local err_text3=1 + [[ 1 -eq 0 ]] ++ kubectl_bin get pxc-backup on-pitr-minio-gap '-ojsonpath={.status.conditions[]}' ++ grep -c '"reason":"BinlogGapDetected","status":"False","type":"PITRReady"' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CQkTpdnCfm +++ mktemp ++ local LAST_ERR=/tmp/tmp.kywvKmaRI7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-backup on-pitr-minio-gap '-ojsonpath={.status.conditions[]}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CQkTpdnCfm ++ cat /tmp/tmp.kywvKmaRI7 ++ rm /tmp/tmp.CQkTpdnCfm /tmp/tmp.kywvKmaRI7 ++ return 0 + local backup_cond=1 + [[ 1 -eq 0 ]] + check_binlog_gap_restore pitr-gap-errors backup-source + local cluster=pitr-gap-errors + local type=backup-source + desc 'check binlog gap restore: ' backup-source + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: backup-source ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + '[' backup-source == error ']' + '[' backup-source == backup-source ']' + local restore=restore-on-pitr-minio-gap-bs ++ kubectl_bin get pxc-backup on-pitr-minio-gap -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5J3BsjzyAc +++ mktemp ++ local LAST_ERR=/tmp/tmp.ygk5xkLuKH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-backup on-pitr-minio-gap -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5J3BsjzyAc ++ cat /tmp/tmp.ygk5xkLuKH ++ rm /tmp/tmp.5J3BsjzyAc /tmp/tmp.ygk5xkLuKH ++ return 0 + destination=s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml + /usr/bin/sed -e s~#destination~s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full~ + kubectl_bin apply -f - + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-29237~ ++ mktemp + local LAST_OUT=/tmp/tmp.bvH2bOnz6s ++ mktemp + local LAST_ERR=/tmp/tmp.OBDd4XKc4t + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bvH2bOnz6s perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-bs created + cat /tmp/tmp.OBDd4XKc4t + rm /tmp/tmp.bvH2bOnz6s /tmp/tmp.OBDd4XKc4t + return 0 + wait_backup_restore restore-on-pitr-minio-gap-bs Failed + local backup_name=restore-on-pitr-minio-gap-bs + local target_state=Failed + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-bs to reach Failed state 2026-05-16T20:49:08 pxc-restore/restore-on-pitr-minio-gap-bs state: Failed ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-bs '-ojsonpath={.status.comments}' ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ogv1n7Vzc3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HJ3rUU4rmo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-bs '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ogv1n7Vzc3 ++ cat /tmp/tmp.HJ3rUU4rmo ++ rm /tmp/tmp.ogv1n7Vzc3 /tmp/tmp.HJ3rUU4rmo ++ return 0 + local backup_error=1 + [[ 1 -eq 0 ]] + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.qrBtgGuAl2 ++ mktemp + local LAST_ERR=/tmp/tmp.EMmu3e3JmL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-bs.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qrBtgGuAl2 perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-bs" deleted from pitr-gap-errors-29237 namespace + cat /tmp/tmp.EMmu3e3JmL + rm /tmp/tmp.qrBtgGuAl2 /tmp/tmp.EMmu3e3JmL + return 0 + check_binlog_gap_restore pitr-gap-errors error + local cluster=pitr-gap-errors + local type=error + desc 'check binlog gap restore: ' error + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: error ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' error == error ']' + local restore=restore-on-pitr-minio-gap-error + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.drHfMygbRr ++ mktemp + local LAST_ERR=/tmp/tmp.uNd7ABogtG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.drHfMygbRr perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-error created + cat /tmp/tmp.uNd7ABogtG + rm /tmp/tmp.drHfMygbRr /tmp/tmp.uNd7ABogtG + return 0 + wait_backup_restore restore-on-pitr-minio-gap-error Failed + local backup_name=restore-on-pitr-minio-gap-error + local target_state=Failed + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-error to reach Failed state 2026-05-16T20:49:13 pxc-restore/restore-on-pitr-minio-gap-error state: Failed ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-error '-ojsonpath={.status.comments}' ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E8fX6lsN59 +++ mktemp ++ local LAST_ERR=/tmp/tmp.kH1KSLadBj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-error '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E8fX6lsN59 ++ cat /tmp/tmp.kH1KSLadBj ++ rm /tmp/tmp.E8fX6lsN59 /tmp/tmp.kH1KSLadBj ++ return 0 + local backup_error=1 + [[ 1 -eq 0 ]] + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.hHR5YJ85fa ++ mktemp + local LAST_ERR=/tmp/tmp.Qby1cwIsok + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-error.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hHR5YJ85fa perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-error" deleted from pitr-gap-errors-29237 namespace + cat /tmp/tmp.Qby1cwIsok + rm /tmp/tmp.hHR5YJ85fa /tmp/tmp.Qby1cwIsok + return 0 + check_binlog_gap_restore pitr-gap-errors force + local cluster=pitr-gap-errors + local type=force + desc 'check binlog gap restore: ' force + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: force ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' force == error ']' + '[' force == backup-source ']' + '[' force == force ']' + local restore=restore-on-pitr-minio-gap-force + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.w0yvgfRtKC ++ mktemp + local LAST_ERR=/tmp/tmp.pi0Bt7fNrW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.w0yvgfRtKC perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-force created + cat /tmp/tmp.pi0Bt7fNrW + rm /tmp/tmp.w0yvgfRtKC /tmp/tmp.pi0Bt7fNrW + return 0 + wait_backup_restore restore-on-pitr-minio-gap-force Succeeded + local backup_name=restore-on-pitr-minio-gap-force + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-force to reach Succeeded state 2026-05-16T20:49:21 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:23 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:26 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:28 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:31 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:33 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:36 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:38 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:40 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:42 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:44 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:46 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:49 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:51 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:52 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:54 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:56 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:49:58 pxc-restore/restore-on-pitr-minio-gap-force state: Stopping Cluster 2026-05-16T20:50:01 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:03 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:04 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:06 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:09 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:11 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:13 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:15 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:17 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:19 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:21 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:24 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:26 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:28 pxc-restore/restore-on-pitr-minio-gap-force state: Restoring 2026-05-16T20:50:30 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:32 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:35 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:37 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:40 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:42 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:45 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:48 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:51 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:53 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:55 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:50:58 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:00 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:02 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:05 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:07 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:09 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:11 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:14 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:17 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:19 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:22 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:24 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:27 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:30 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:33 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:35 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:38 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:40 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:43 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:46 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:48 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:51 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:53 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:57 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:51:59 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:02 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:05 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:07 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:11 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:13 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:15 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:18 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:20 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:23 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:25 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:28 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:30 pxc-restore/restore-on-pitr-minio-gap-force state: Preparing Cluster 2026-05-16T20:52:32 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-05-16T20:52:34 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-05-16T20:52:37 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-05-16T20:52:39 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-05-16T20:52:41 pxc-restore/restore-on-pitr-minio-gap-force state: Point-in-time recovering 2026-05-16T20:52:43 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:45 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:47 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:50 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:52 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:55 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:52:57 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:00 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:03 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:05 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:08 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:11 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:14 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:16 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:19 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:22 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:25 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:27 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:30 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:33 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:36 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:40 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:43 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:46 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:49 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:52 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:55 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:53:58 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:00 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:02 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:05 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:07 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:10 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:12 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:15 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:18 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:20 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:23 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:26 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:29 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:32 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:34 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:38 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:41 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:44 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:48 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:50 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:53 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:56 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:54:58 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:01 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:03 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:05 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:07 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:10 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:12 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:14 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:17 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:19 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:22 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:24 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:27 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:29 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:31 pxc-restore/restore-on-pitr-minio-gap-force state: Starting Cluster 2026-05-16T20:55:34 pxc-restore/restore-on-pitr-minio-gap-force state: Succeeded + wait_for_running pitr-gap-errors-proxysql 2 + local name=pitr-gap-errors-proxysql + let last_pod=1 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met E0516 20:55:36.690229 14652 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-0&resourceVersion=1778964935380322000&timeoutSeconds=492&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-1 480 + local pod=pitr-gap-errors-proxysql-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-1 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-1 condition met E0516 20:55:41.005700 15288 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-1&resourceVersion=1778964940380464000&timeoutSeconds=398&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-1 to become Ready.Ok + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pitr-gap-errors-pxc-0 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met E0516 20:55:46.916376 16143 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-0&resourceVersion=1778964945380595000&timeoutSeconds=359&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-1 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met E0516 20:55:52.876533 17011 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-1&resourceVersion=1778964950380639000&timeoutSeconds=423&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met E0516 20:55:58.250430 17788 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-2&resourceVersion=1778964955380690000&timeoutSeconds=388&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + wait_cluster_consistency pitr-gap-errors 3 2 + local cluster_name=pitr-gap-errors + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/pitr-gap-errors to be ready' waiting for pxc/pitr-gap-errors to be ready++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sJyBOLUNFy +++ mktemp ++ local LAST_ERR=/tmp/tmp.KInQuPdhRG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sJyBOLUNFy ++ cat /tmp/tmp.KInQuPdhRG ++ rm /tmp/tmp.sJyBOLUNFy /tmp/tmp.KInQuPdhRG ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7IQhikQuil +++ mktemp ++ local LAST_ERR=/tmp/tmp.kiBxWoeT06 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7IQhikQuil ++ cat /tmp/tmp.kiBxWoeT06 ++ rm /tmp/tmp.7IQhikQuil /tmp/tmp.kiBxWoeT06 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine pitr-gap-errors +++ local cluster_name=pitr-gap-errors ++++ get_proxy pitr-gap-errors ++++ local target_cluster=pitr-gap-errors +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.5x5Zp5JUub ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.LFBoHY9YtS +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.5x5Zp5JUub +++++ cat /tmp/tmp.LFBoHY9YtS +++++ rm /tmp/tmp.5x5Zp5JUub /tmp/tmp.LFBoHY9YtS +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.IJzglcvRks ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.WZv6svHOHI +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.IJzglcvRks +++++ cat /tmp/tmp.WZv6svHOHI +++++ rm /tmp/tmp.IJzglcvRks /tmp/tmp.WZv6svHOHI +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo pitr-gap-errors-proxysql ++++ return +++ local cluster_proxy=pitr-gap-errors-proxysql +++ echo proxysql ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mkNeWlAqEx +++ mktemp ++ local LAST_ERR=/tmp/tmp.rdKO0C5vQv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mkNeWlAqEx ++ cat /tmp/tmp.rdKO0C5vQv ++ rm /tmp/tmp.mkNeWlAqEx /tmp/tmp.rdKO0C5vQv ++ return 0 + [[ 2 == \2 ]] + echo + kubectl_bin logs job/restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors ++ mktemp + local LAST_OUT=/tmp/tmp.2YxSY4dzVS ++ mktemp + local LAST_ERR=/tmp/tmp.EUTSOIw0r0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs job/restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2YxSY4dzVS + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + . /opt/percona/backup/lib/pxc/aws.sh ++ set -o errexit ++ export AWS_SHARED_CREDENTIALS_FILE=/tmp/aws-credfile ++ AWS_SHARED_CREDENTIALS_FILE=/tmp/aws-credfile ++ export AWS_REGION=us-east-1 ++ AWS_REGION=us-east-1 ++ export AWS_ENDPOINT_URL=https://minio-service.pitr-gap-errors-29237:9000/ ++ AWS_ENDPOINT_URL=https://minio-service.pitr-gap-errors-29237:9000/ ++ '[' -n false ']' ++ [[ false == \f\a\l\s\e ]] ++ AWS_S3_NO_VERIFY_SSL=--no-verify-ssl ++ caBundleDir=/etc/s3/certs ++ caBundleFile=/etc/s3/certs/ca.crt ++ '[' -f /etc/s3/certs/ca.crt ']' + XBCLOUD_ARGS='--curl-retriable-errors=7 ' + '[' -n false ']' + [[ false == \f\a\l\s\e ]] + XBCLOUD_ARGS='--insecure --curl-retriable-errors=7 ' + '[' -n operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full ']' + set -x + aws --no-verify-ssl s3 ls operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 'minio-service.pitr-gap-errors-29237'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings PRE pitr-gap-errors-2026-05-16-20:45:11-full.sst_info/ PRE pitr-gap-errors-2026-05-16-20:45:11-full/ 2026-05-16 20:45:38 27050 pitr-gap-errors-2026-05-16-20:45:11-full.md5 2026-05-16 20:48:45 0 pitr-gap-errors-2026-05-16-20:45:11-full.pitr-not-ready 2026-05-16 20:45:24 128 pitr-gap-errors-2026-05-16-20:45:11-full.sst_info.md5 + '[' -n '' ']' + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#ib_16384_10.dblwr /datadir/#ib_16384_11.dblwr /datadir/#ib_16384_12.dblwr /datadir/#ib_16384_13.dblwr /datadir/#ib_16384_14.dblwr /datadir/#ib_16384_15.dblwr /datadir/#ib_16384_2.dblwr /datadir/#ib_16384_3.dblwr /datadir/#ib_16384_4.dblwr /datadir/#ib_16384_5.dblwr /datadir/#ib_16384_6.dblwr /datadir/#ib_16384_7.dblwr /datadir/#ib_16384_8.dblwr /datadir/#ib_16384_9.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000010 /datadir/binlog.000011 /datadir/binlog.000012 /datadir/binlog.000013 /datadir/binlog.index /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/test /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_wv6g ++ grep -c processor /proc/cpuinfo ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_wv6g --parallel=4 ++ destination ++ '[' -n operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full ']' ++ echo -n s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full + xbcloud get --parallel=4 --insecure --curl-retriable-errors=7 s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full.sst_info error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 260516 20:50:19 xbcloud: Successfully connected. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full.sst_info/sst_info.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full.sst_info/sst_info.00000000000000000000, size 145 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full.sst_info/sst_info.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full.sst_info/sst_info.00000000000000000001, size 22 260516 20:50:20 xbcloud: Download completed. ++ get_xtrabackup_version +++ xtrabackup --version +++ grep '^xtrabackup version' +++ awk '{print $3}' +++ sed 's/-.*//' ++ xtrabackup_ver=8.0.35 ++ echo 8.0.35 + XTRABACKUP_VERSION=8.0.35 + check_for_version 8.0.35 8.0.0 + '[' -z 8.0.35 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.0.35 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.35 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=35 ++ printf %02d%02d%02d 8 0 35 + local_version_str=080035 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080035 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' ++ grep -c processor /proc/cpuinfo ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_wv6g --parallel=4 --decompress ++ destination ++ '[' -n operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full ']' ++ echo -n s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full + xbcloud get --parallel=4 --insecure --curl-retriable-errors=7 s3://operator-testing/pitr-gap-errors-2026-05-16-20:45:11-full error: http request failed: Couldn't resolve host name error: http request failed: Couldn't resolve host name 260516 20:50:20 xbcloud: Successfully connected. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_tablespaces.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_checkpoints.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_logfile.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/undo_001.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_logfile.lz4.00000000000000000000, size 322 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_checkpoints.00000000000000000000, size 190 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_tablespaces.lz4.00000000000000000000, size 128 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/undo_001.lz4.00000000000000000000, size 1889324 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/undo_001.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_logfile.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_checkpoints.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_tablespaces.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/undo_001.lz4.00000000000000000001, size 26 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_logfile.lz4.00000000000000000001, size 36 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_checkpoints.00000000000000000001, size 36 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_tablespaces.lz4.00000000000000000001, size 40 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/test/test.ibd.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/sys/sys_config.ibd.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_info_195.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_by_thr_192.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/test/test.ibd.lz4.00000000000000000000, size 2315 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_info_195.sdi.lz4.00000000000000000000, size 1876 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/sys/sys_config.ibd.lz4.00000000000000000000, size 2717 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_by_thr_192.sdi.lz4.00000000000000000000, size 1562 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_info_195.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/sys/sys_config.ibd.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_by_thr_192.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/test/test.ibd.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/test/test.ibd.lz4.00000000000000000001, size 31 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_by_thr_192.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/sys/sys_config.ibd.lz4.00000000000000000001, size 36 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/variables_info_195.sdi.lz4.00000000000000000001, size 59 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_cur_93.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log_225.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/tls_channel_stat_199.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000000, size 2271 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_cur_93.sdi.lz4.00000000000000000000, size 2271 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/tls_channel_stat_199.sdi.lz4.00000000000000000000, size 1300 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log_225.sdi.lz4.00000000000000000000, size 1490 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log_225.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_cur_93.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/tls_channel_stat_199.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log_225.sdi.lz4.00000000000000000001, size 43 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/tls_channel_stat_199.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_cur_93.sdi.lz4.00000000000000000001, size 60 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_94.sdi.lz4.00000000000000000001, size 60 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_101.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000000, size 1687 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000000, size 2100 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_101.sdi.lz4.00000000000000000000, size 1517 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000000, size 2271 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_101.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_133.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_101.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_136.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_139.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000000, size 3063 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000000, size 1671 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000000, size 1829 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000000, size 1765 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000001. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_145.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_144.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_100.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_129.sdi.lz4.00000000000000000001, size 61 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_consumers_112.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_user_189.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_178.sdi.lz4.00000000000000000000. 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_consumers_112.sdi.lz4.00000000000000000000, size 1436 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_user_189.sdi.lz4.00000000000000000000, size 1470 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_178.sdi.lz4.00000000000000000000, size 1707 260516 20:50:20 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000000, size 2034 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_user_189.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_178.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_consumers_112.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_131.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_178.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_consumers_112.sdi.lz4.00000000000000000001, size 60 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_user_189.sdi.lz4.00000000000000000001, size 59 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000000, size 1667 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000000, size 1514 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000000, size 2699 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000000, size 1603 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_141.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_147.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_126.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_127.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_128.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000000, size 1608 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000000, size 2166 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_128.sdi.lz4.00000000000000000000, size 3067 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000000, size 2538 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_128.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster.ibd.lz4.00000000000000000001, size 41 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_128.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_125.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_132.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_201.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_121.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000000, size 1668 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_201.sdi.lz4.00000000000000000000, size 1275 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000000, size 2316 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_121.sdi.lz4.00000000000000000000, size 1905 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_121.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_201.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_137.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_201.sdi.lz4.00000000000000000001, size 57 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_121.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_124.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_status_190.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/hosts_155.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_host_187.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_status_190.sdi.lz4.00000000000000000000, size 1439 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_host_187.sdi.lz4.00000000000000000000, size 1464 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/hosts_155.sdi.lz4.00000000000000000000, size 1489 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000000, size 1551 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_host_187.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/hosts_155.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_status_190.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_host_187.sdi.lz4.00000000000000000001, size 59 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/hosts_155.sdi.lz4.00000000000000000001, size 50 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_138.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_status_190.sdi.lz4.00000000000000000001, size 58 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSM.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000000, size 2529 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000000, size 1712 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSM.lz4.00000000000000000000, size 99 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000000, size 1994 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSM.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_143.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSM.lz4.00000000000000000001, size 39 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_135.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_142.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_181.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/myApp/myApp.ibd.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSV.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/myApp/myApp.ibd.lz4.00000000000000000000, size 2320 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSV.lz4.00000000000000000000, size 79 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000000, size 1605 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_181.sdi.lz4.00000000000000000000, size 1994 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSV.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/myApp/myApp.ibd.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_181.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSV.lz4.00000000000000000001, size 36 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_96.sdi.lz4.00000000000000000001, size 60 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/myApp/myApp.ibd.lz4.00000000000000000001, size 33 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_181.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_binlog_info.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_140.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_status_191.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000000, size 1610 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_binlog_info.lz4.00000000000000000000, size 149 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_140.sdi.lz4.00000000000000000000, size 2700 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_status_191.sdi.lz4.00000000000000000000, size 1436 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_status_191.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_140.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_binlog_info.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_140.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_binlog_info.lz4.00000000000000000001, size 40 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_status_191.sdi.lz4.00000000000000000001, size 59 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_99.sdi.lz4.00000000000000000001, size 60 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/binlog.index.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_variable_194.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/accounts_154.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/binlog.index.lz4.00000000000000000000, size 95 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_variable_194.sdi.lz4.00000000000000000000, size 1443 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000000, size 2490 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/accounts_154.sdi.lz4.00000000000000000000, size 1557 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/accounts_154.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_variable_194.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/binlog.index.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_variable_194.sdi.lz4.00000000000000000001, size 61 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_streaming_log.ibd.lz4.00000000000000000001, size 47 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/accounts_154.sdi.lz4.00000000000000000001, size 53 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/binlog.index.lz4.00000000000000000001, size 30 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_locks_169.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/ib_buffer_pool.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSV.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/binlog.000010.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSV.lz4.00000000000000000000, size 82 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/ib_buffer_pool.lz4.00000000000000000000, size 1689 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_locks_169.sdi.lz4.00000000000000000000, size 2030 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/binlog.000010.lz4.00000000000000000000, size 226 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/binlog.000010.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSV.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/ib_buffer_pool.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_locks_169.sdi.lz4.00000000000000000001. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/binlog.000010.lz4.00000000000000000001, size 31 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/general_log.CSV.lz4.00000000000000000001, size 39 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_locks_169.sdi.lz4.00000000000000000001, size 55 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/ib_buffer_pool.lz4.00000000000000000001, size 32 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_account__160.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/undo_002.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/cond_instances_91.sdi.lz4.00000000000000000000. 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000000, size 1763 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_account__160.sdi.lz4.00000000000000000000, size 1632 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/cond_instances_91.sdi.lz4.00000000000000000000, size 1457 260516 20:50:21 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/undo_002.lz4.00000000000000000000, size 150540 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/undo_002.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/cond_instances_91.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_account__160.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/undo_002.lz4.00000000000000000001, size 26 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/cond_instances_91.sdi.lz4.00000000000000000001, size 58 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_account__160.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_150.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_info.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log_226.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_lock_waits_170.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_info.lz4.00000000000000000000, size 752 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000000, size 1736 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log_226.sdi.lz4.00000000000000000000, size 1713 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_lock_waits_170.sdi.lz4.00000000000000000000, size 1922 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_lock_waits_170.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log_226.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_info.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/xtrabackup_info.lz4.00000000000000000001, size 33 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log_226.sdi.lz4.00000000000000000001, size 40 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/data_lock_waits_170.sdi.lz4.00000000000000000001, size 60 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_151.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_157.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_instances_102.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSM.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_157.sdi.lz4.00000000000000000000, size 1872 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000000, size 1719 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSM.lz4.00000000000000000000, size 96 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_instances_102.sdi.lz4.00000000000000000000, size 1490 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSM.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_instances_102.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_157.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_instances_102.sdi.lz4.00000000000000000001, size 59 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/slow_log.CSM.lz4.00000000000000000001, size 36 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_157.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_asyn_182.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_accoun_186.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_95.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_lock_waits_118.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_accoun_186.sdi.lz4.00000000000000000000, size 1533 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_95.sdi.lz4.00000000000000000000, size 2204 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_lock_waits_118.sdi.lz4.00000000000000000000, size 2299 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000000, size 1645 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_lock_waits_118.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_95.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_accoun_186.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_his_95.sdi.lz4.00000000000000000001, size 60 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_lock_waits_118.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_152.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_accoun_186.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_objects_114.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000000, size 1806 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000000, size 1701 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_objects_114.sdi.lz4.00000000000000000000, size 1712 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000000, size 2097 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_objects_114.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_134.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_objects_114.sdi.lz4.00000000000000000001, size 58 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_149.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__103.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_163.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__104.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_variables_193.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_163.sdi.lz4.00000000000000000000, size 1792 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000000, size 2826 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_variables_193.sdi.lz4.00000000000000000000, size 1446 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__104.sdi.lz4.00000000000000000000, size 1967 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_variables_193.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__104.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_163.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/file_summary_by__104.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql/wsrep_cluster_members.ibd.lz4.00000000000000000001, size 49 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_163.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/global_variables_193.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_connect__159.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_cu_120.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql.ibd.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_cu_120.sdi.lz4.00000000000000000000, size 1905 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_connect__159.sdi.lz4.00000000000000000000, size 1627 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000000, size 1925 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql.ibd.lz4.00000000000000000000, size 4550738 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/mysql.ibd.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_cu_120.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_connect__159.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/mysql.ibd.lz4.00000000000000000001, size 27 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_117.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_cu_120.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/session_connect__159.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_componen_202.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/log_status_183.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_123.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_componen_202.sdi.lz4.00000000000000000000, size 1268 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/log_status_183.sdi.lz4.00000000000000000000, size 1292 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000000, size 1691 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_123.sdi.lz4.00000000000000000000, size 1550 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_123.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/log_status_183.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_componen_202.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_componen_202.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/log_status_183.sdi.lz4.00000000000000000001, size 55 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_su_123.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_165.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_tot_200.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000000, size 1670 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_tot_200.sdi.lz4.00000000000000000000, size 1255 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000000, size 1775 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000000, size 1552 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_tot_200.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_summary_b_158.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_175.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/malloc_stats_tot_200.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_98.sdi.lz4.00000000000000000001, size 60 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/processlist_109.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_g_162.sdi.lz4.00000000000000000000. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000000, size 1727 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000000, size 1730 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/processlist_109.sdi.lz4.00000000000000000000, size 1976 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_g_162.sdi.lz4.00000000000000000000, size 1628 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_g_162.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/processlist_109.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000001. 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_g_162.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_164.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/memory_summary_b_166.sdi.lz4.00000000000000000001, size 61 260516 20:50:22 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/processlist_109.sdi.lz4.00000000000000000001, size 56 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_keys_161.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/metadata_locks_168.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/ibdata1.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/threads_119.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/metadata_locks_168.sdi.lz4.00000000000000000000, size 1847 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/threads_119.sdi.lz4.00000000000000000000, size 2717 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_keys_161.sdi.lz4.00000000000000000000, size 1276 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/ibdata1.lz4.00000000000000000000, size 56346 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/threads_119.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/ibdata1.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/metadata_locks_168.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_keys_161.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/threads_119.sdi.lz4.00000000000000000001, size 52 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/ibdata1.lz4.00000000000000000001, size 25 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/metadata_locks_168.sdi.lz4.00000000000000000001, size 59 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/keyring_keys_161.sdi.lz4.00000000000000000001, size 57 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/mutex_instances_106.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/objects_summary__107.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/performance_time_108.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/mutex_instances_106.sdi.lz4.00000000000000000000, size 1577 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000000, size 2909 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/performance_time_108.sdi.lz4.00000000000000000000, size 1466 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/objects_summary__107.sdi.lz4.00000000000000000000, size 1539 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/performance_time_108.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/objects_summary__107.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/mutex_instances_106.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_statement_130.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/objects_summary__107.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/mutex_instances_106.sdi.lz4.00000000000000000001, size 60 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/performance_time_108.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_148.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_defined_fun_197.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/prepared_stateme_184.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/pxc_cluster_view_203.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_148.sdi.lz4.00000000000000000000, size 1691 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_defined_fun_197.sdi.lz4.00000000000000000000, size 1544 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/pxc_cluster_view_203.sdi.lz4.00000000000000000000, size 1343 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/prepared_stateme_184.sdi.lz4.00000000000000000000, size 2788 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/pxc_cluster_view_203.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/prepared_stateme_184.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_defined_fun_197.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_148.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/pxc_cluster_view_203.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/prepared_stateme_184.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_errors_su_148.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_defined_fun_197.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_174.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/backup-my.cnf.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/backup-my.cnf.lz4.00000000000000000000, size 430 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000000, size 2497 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_174.sdi.lz4.00000000000000000000, size 2389 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000000, size 2123 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/backup-my.cnf.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_174.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_177.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_174.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_176.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/backup-my.cnf.lz4.00000000000000000001, size 31 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/error_log_92.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_179.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/error_log_92.sdi.lz4.00000000000000000000, size 1986 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_179.sdi.lz4.00000000000000000000, size 1741 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000000, size 1763 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000000, size 1522 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_179.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/error_log_92.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_transacti_146.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_180.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_appl_179.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/error_log_92.sdi.lz4.00000000000000000001, size 53 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/test/gap.ibd.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/persisted_variab_196.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_171.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/binary_log_trans_198.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/test/gap.ibd.lz4.00000000000000000000, size 2266 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/persisted_variab_196.sdi.lz4.00000000000000000000, size 1444 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_171.sdi.lz4.00000000000000000000, size 3055 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/binary_log_trans_198.sdi.lz4.00000000000000000000, size 2079 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/binary_log_trans_198.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_171.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/persisted_variab_196.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/test/gap.ibd.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_171.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/persisted_variab_196.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/binary_log_trans_198.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/test/gap.ibd.lz4.00000000000000000001, size 30 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_173.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_threads_115.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_172.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_threads_115.sdi.lz4.00000000000000000000, size 1738 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_173.sdi.lz4.00000000000000000000, size 2547 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000000, size 1590 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_172.sdi.lz4.00000000000000000000, size 1510 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_172.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_threads_115.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_173.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_grou_172.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_threads_115.sdi.lz4.00000000000000000001, size 58 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/replication_conn_173.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_waits_sum_97.sdi.lz4.00000000000000000001, size 60 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/host_cache_105.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/rwlock_instances_110.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_actors_111.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_instances_156.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/rwlock_instances_110.sdi.lz4.00000000000000000000, size 1639 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/host_cache_105.sdi.lz4.00000000000000000000, size 2299 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_actors_111.sdi.lz4.00000000000000000000, size 1563 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_instances_156.sdi.lz4.00000000000000000000, size 1833 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_instances_156.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_actors_111.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/rwlock_instances_110.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/host_cache_105.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/socket_instances_156.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/rwlock_instances_110.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_actors_111.sdi.lz4.00000000000000000001, size 57 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/host_cache_105.sdi.lz4.00000000000000000001, size 55 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_instrument_113.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_thread_188.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_handles_167.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_handles_167.sdi.lz4.00000000000000000000, size 1733 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_instrument_113.sdi.lz4.00000000000000000000, size 2017 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_thread_188.sdi.lz4.00000000000000000000, size 1561 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000000, size 1766 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_handles_167.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_thread_188.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_instrument_113.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_handles_167.sdi.lz4.00000000000000000001, size 58 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/events_stages_hi_122.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/setup_instrument_113.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/status_by_thread_188.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_116.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_variables_b_185.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/users_153.sdi.lz4.00000000000000000000. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_variables_b_185.sdi.lz4.00000000000000000000, size 1591 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/users_153.sdi.lz4.00000000000000000000, size 1493 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_116.sdi.lz4.00000000000000000000, size 1957 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/users_153.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_variables_b_185.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Downloading pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_116.sdi.lz4.00000000000000000001. 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/users_153.sdi.lz4.00000000000000000001, size 50 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/table_io_waits_s_116.sdi.lz4.00000000000000000001, size 61 260516 20:50:23 xbcloud: [0] Download successfull pitr-gap-errors-2026-05-16-20:45:11-full/performance_schema/user_variables_b_185.sdi.lz4.00000000000000000001, size 61 260516 20:50:24 xbcloud: Download completed. + set +o xtrace vault configuration not found + xtrabackup --use-memory=100MB --prepare --rollback-prepared-trx --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_wv6g 2026-05-16T20:50:24.029177-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=13802552 --innodb_log_checksums=ON --innodb_redo_log_encrypt=0 --innodb_undo_log_encrypt=0 2026-05-16T20:50:24.029249-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=100MB --prepare=1 --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_wv6g xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2026-05-16T20:50:24.029291-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_wv6g/ 2026-05-16T20:50:24.029357-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2026-05-16T20:50:24.037353-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30418041) 2026-05-16T20:50:24.038051-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2026-05-16T20:50:24.038063-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2026-05-16T20:50:24.038067-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2026-05-16T20:50:24.038092-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2026-05-16T20:50:24.038101-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2026-05-16T20:50:24.038107-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2026-05-16T20:50:24.038281-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2026-05-16T20:50:24.038432-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2026-05-16T20:50:24.038443-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2026-05-16T20:50:24.038446-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2026-05-16T20:50:24.038454-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2026-05-16T20:50:24.038459-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2026-05-16T20:50:24.038465-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2026-05-16T20:50:24.038476-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2026-05-16T20:50:24.038487-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 104857600 bytes for buffer pool (set by --use-memory parameter) 2026-05-16T20:50:24.038516-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2026-05-16T20:50:24.038537-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2026-05-16T20:50:24.038544-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2026-05-16T20:50:24.038551-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2026-05-16T20:50:24.038699-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2026-05-16T20:50:24.038997-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2026-05-16T20:50:24.039048-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2026-05-16T20:50:24.044833-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 10 files. 2026-05-16T20:50:24.045285-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 128.000000M, instances = 1, chunk size =128.000000M 2026-05-16T20:50:24.051522-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2026-05-16T20:50:24.053253-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2026-05-16T20:50:24.078647-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30418041 in redo log file ./#innodb_redo/#ib_redo0. 2026-05-16T20:50:24.078679-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30238305 in the system tablespace does not match the log sequence number 30418041 in the redo log files! 2026-05-16T20:50:24.078687-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2026-05-16T20:50:24.078697-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2026-05-16T20:50:24.079076-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30418031, whereas checkpoint_lsn = 30418041 and start_lsn = 30417920 2026-05-16T20:50:24.079088-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30418051 2026-05-16T20:50:24.094457-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2026-05-16T20:50:24.103860-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2026-05-16T20:50:24.103931-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2026-05-16T20:50:24.103947-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2026-05-16T20:50:24.205406-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2026-05-16T20:50:24.206820-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30418051. 2026-05-16T20:50:24.206833-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2026-05-16T20:50:24.206874-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2026-05-16T20:50:24.234931-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2026-05-16T20:50:24.237224-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2026-05-16T20:50:24.238877-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30418444 2026-05-16T20:50:24.238932-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2026-05-16T20:50:24.239756-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2026-05-16T20:50:24.240363-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2026-05-16T20:50:24.241208-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2026-05-16T20:50:24.241259-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5273 2026-05-16T20:50:24.286408-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2026-05-16T20:50:24.286424-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 45167 ms. 2026-05-16T20:50:24.286477-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2026-05-16T20:50:24.286526-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2026-05-16T20:50:24.315484-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2026-05-16T20:50:24.315597-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2026-05-16T20:50:24.329300-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2026-05-16T20:50:24.329452-00:00 0 [Note] [MY-012976] [InnoDB] 8.0.35 started; log sequence number 30418454 2026-05-16T20:50:24.329994-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2026-05-16T20:50:24.333139-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 8 tablespaces into cache in 0.00365721 seconds 2026-05-16T20:50:24.347772-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0146137 seconds 2026-05-16T20:50:25.348217-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: 4f4bdbb8-5167-11f1-a488-62108ef8abac:50 2026-05-16T20:50:25.348259-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2026-05-16T20:50:25.348313-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2026-05-16T20:50:26.348112-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2026-05-16T20:50:26.449047-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2026-05-16T20:50:26.459355-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30418454 2026-05-16T20:50:26.461910-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --force-non-empty-directories --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_wv6g 2026-05-16T20:50:26.475637-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --defaults_group=mysqld --datadir=/datadir 2026-05-16T20:50:26.475694-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_wv6g xtrabackup version 8.0.35-34 based on MySQL server 8.0.35 Linux (x86_64) (revision id: c8a25ff9) 2026-05-16T20:50:26.475729-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_wv6g/ 2026-05-16T20:50:26.476195-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2026-05-16T20:50:26.476230-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2026-05-16T20:50:26.476257-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2026-05-16T20:50:26.476285-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2026-05-16T20:50:26.476426-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2026-05-16T20:50:26.476456-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2026-05-16T20:50:26.476656-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000010 to /datadir//binlog.000010 2026-05-16T20:50:26.476685-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000010 to /datadir//binlog.000010 2026-05-16T20:50:26.476743-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2026-05-16T20:50:26.476768-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2026-05-16T20:50:26.477102-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./test/gap.ibd to /datadir/test/gap.ibd 2026-05-16T20:50:26.477139-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./test/gap.ibd to /datadir/test/gap.ibd 2026-05-16T20:50:26.477165-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./test/test.ibd to /datadir/test/test.ibd 2026-05-16T20:50:26.477187-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./test/test.ibd to /datadir/test/test.ibd 2026-05-16T20:50:26.477192-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2026-05-16T20:50:26.477200-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2026-05-16T20:50:26.477255-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2026-05-16T20:50:26.477284-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2026-05-16T20:50:26.477346-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2026-05-16T20:50:26.477368-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2026-05-16T20:50:26.477394-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2026-05-16T20:50:26.477419-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2026-05-16T20:50:26.477482-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2026-05-16T20:50:26.477507-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_226.sdi to /datadir/mysql/slow_log_226.sdi 2026-05-16T20:50:26.477537-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2026-05-16T20:50:26.477562-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2026-05-16T20:50:26.477589-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2026-05-16T20:50:26.477611-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2026-05-16T20:50:26.477634-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2026-05-16T20:50:26.477659-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2026-05-16T20:50:26.477686-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2026-05-16T20:50:26.477712-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_225.sdi to /datadir/mysql/general_log_225.sdi 2026-05-16T20:50:26.477740-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2026-05-16T20:50:26.477760-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2026-05-16T20:50:26.477785-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2026-05-16T20:50:26.477806-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2026-05-16T20:50:26.477837-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2026-05-16T20:50:26.477864-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2026-05-16T20:50:26.477895-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2026-05-16T20:50:26.477920-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2026-05-16T20:50:26.477990-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2026-05-16T20:50:26.478012-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2026-05-16T20:50:26.478064-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2026-05-16T20:50:26.478090-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2026-05-16T20:50:26.478115-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2026-05-16T20:50:26.478142-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2026-05-16T20:50:26.478172-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2026-05-16T20:50:26.478194-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2026-05-16T20:50:26.478215-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2026-05-16T20:50:26.478235-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2026-05-16T20:50:26.478308-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2026-05-16T20:50:26.478339-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__159.sdi to /datadir/performance_schema/session_connect__159.sdi 2026-05-16T20:50:26.478370-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2026-05-16T20:50:26.478397-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2026-05-16T20:50:26.478428-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2026-05-16T20:50:26.478453-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_93.sdi to /datadir/performance_schema/events_waits_cur_93.sdi 2026-05-16T20:50:26.478482-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2026-05-16T20:50:26.478509-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2026-05-16T20:50:26.478539-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2026-05-16T20:50:26.478564-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_108.sdi to /datadir/performance_schema/performance_time_108.sdi 2026-05-16T20:50:26.478592-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2026-05-16T20:50:26.478617-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_181.sdi to /datadir/performance_schema/replication_asyn_181.sdi 2026-05-16T20:50:26.478645-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2026-05-16T20:50:26.478672-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_183.sdi to /datadir/performance_schema/log_status_183.sdi 2026-05-16T20:50:26.478701-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2026-05-16T20:50:26.478730-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2026-05-16T20:50:26.478763-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2026-05-16T20:50:26.478788-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_155.sdi to /datadir/performance_schema/hosts_155.sdi 2026-05-16T20:50:26.478818-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2026-05-16T20:50:26.478848-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2026-05-16T20:50:26.478870-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2026-05-16T20:50:26.478888-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_120.sdi to /datadir/performance_schema/events_stages_cu_120.sdi 2026-05-16T20:50:26.478916-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2026-05-16T20:50:26.478943-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_173.sdi to /datadir/performance_schema/replication_conn_173.sdi 2026-05-16T20:50:26.478972-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2026-05-16T20:50:26.478999-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2026-05-16T20:50:26.479044-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2026-05-16T20:50:26.479073-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2026-05-16T20:50:26.479103-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2026-05-16T20:50:26.479128-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_202.sdi to /datadir/performance_schema/keyring_componen_202.sdi 2026-05-16T20:50:26.479155-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2026-05-16T20:50:26.479175-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2026-05-16T20:50:26.479197-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2026-05-16T20:50:26.479221-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2026-05-16T20:50:26.479249-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2026-05-16T20:50:26.479275-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_193.sdi to /datadir/performance_schema/global_variables_193.sdi 2026-05-16T20:50:26.479302-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2026-05-16T20:50:26.479330-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2026-05-16T20:50:26.479361-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2026-05-16T20:50:26.479391-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2026-05-16T20:50:26.479415-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2026-05-16T20:50:26.479441-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2026-05-16T20:50:26.479469-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2026-05-16T20:50:26.479495-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2026-05-16T20:50:26.479519-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2026-05-16T20:50:26.479542-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2026-05-16T20:50:26.479571-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2026-05-16T20:50:26.479595-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2026-05-16T20:50:26.479619-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2026-05-16T20:50:26.479645-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2026-05-16T20:50:26.479672-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2026-05-16T20:50:26.479692-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_109.sdi to /datadir/performance_schema/processlist_109.sdi 2026-05-16T20:50:26.479721-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2026-05-16T20:50:26.479746-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_111.sdi to /datadir/performance_schema/setup_actors_111.sdi 2026-05-16T20:50:26.479772-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2026-05-16T20:50:26.479801-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2026-05-16T20:50:26.479827-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2026-05-16T20:50:26.479851-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2026-05-16T20:50:26.479880-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2026-05-16T20:50:26.479907-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_161.sdi to /datadir/performance_schema/keyring_keys_161.sdi 2026-05-16T20:50:26.479936-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2026-05-16T20:50:26.479964-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2026-05-16T20:50:26.479992-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2026-05-16T20:50:26.480016-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_102.sdi to /datadir/performance_schema/file_instances_102.sdi 2026-05-16T20:50:26.480069-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2026-05-16T20:50:26.480095-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_91.sdi to /datadir/performance_schema/cond_instances_91.sdi 2026-05-16T20:50:26.480122-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2026-05-16T20:50:26.480146-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_187.sdi to /datadir/performance_schema/status_by_host_187.sdi 2026-05-16T20:50:26.480174-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2026-05-16T20:50:26.480201-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_184.sdi to /datadir/performance_schema/prepared_stateme_184.sdi 2026-05-16T20:50:26.480227-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2026-05-16T20:50:26.480251-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_178.sdi to /datadir/performance_schema/replication_grou_178.sdi 2026-05-16T20:50:26.480275-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2026-05-16T20:50:26.480300-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2026-05-16T20:50:26.480326-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2026-05-16T20:50:26.480350-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_192.sdi to /datadir/performance_schema/variables_by_thr_192.sdi 2026-05-16T20:50:26.480377-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2026-05-16T20:50:26.480402-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_167.sdi to /datadir/performance_schema/table_handles_167.sdi 2026-05-16T20:50:26.480429-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2026-05-16T20:50:26.480454-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_140.sdi to /datadir/performance_schema/events_transacti_140.sdi 2026-05-16T20:50:26.480482-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2026-05-16T20:50:26.480511-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2026-05-16T20:50:26.480540-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2026-05-16T20:50:26.480568-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2026-05-16T20:50:26.480599-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2026-05-16T20:50:26.480620-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_154.sdi to /datadir/performance_schema/accounts_154.sdi 2026-05-16T20:50:26.480639-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2026-05-16T20:50:26.480659-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2026-05-16T20:50:26.480688-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2026-05-16T20:50:26.480716-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_157.sdi to /datadir/performance_schema/socket_summary_b_157.sdi 2026-05-16T20:50:26.480744-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2026-05-16T20:50:26.480771-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2026-05-16T20:50:26.480792-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2026-05-16T20:50:26.480814-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2026-05-16T20:50:26.480844-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2026-05-16T20:50:26.480870-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_121.sdi to /datadir/performance_schema/events_stages_hi_121.sdi 2026-05-16T20:50:26.480901-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2026-05-16T20:50:26.480929-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2026-05-16T20:50:26.480955-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2026-05-16T20:50:26.480982-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_148.sdi to /datadir/performance_schema/events_errors_su_148.sdi 2026-05-16T20:50:26.481011-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2026-05-16T20:50:26.481053-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_199.sdi to /datadir/performance_schema/tls_channel_stat_199.sdi 2026-05-16T20:50:26.481083-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2026-05-16T20:50:26.481109-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_196.sdi to /datadir/performance_schema/persisted_variab_196.sdi 2026-05-16T20:50:26.481134-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2026-05-16T20:50:26.481154-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_195.sdi to /datadir/performance_schema/variables_info_195.sdi 2026-05-16T20:50:26.481182-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2026-05-16T20:50:26.481207-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_119.sdi to /datadir/performance_schema/threads_119.sdi 2026-05-16T20:50:26.481235-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2026-05-16T20:50:26.481257-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2026-05-16T20:50:26.481282-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2026-05-16T20:50:26.481305-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2026-05-16T20:50:26.481334-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2026-05-16T20:50:26.481362-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2026-05-16T20:50:26.481389-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2026-05-16T20:50:26.481416-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_185.sdi to /datadir/performance_schema/user_variables_b_185.sdi 2026-05-16T20:50:26.481439-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2026-05-16T20:50:26.481468-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_162.sdi to /datadir/performance_schema/memory_summary_g_162.sdi 2026-05-16T20:50:26.481495-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2026-05-16T20:50:26.481525-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2026-05-16T20:50:26.481548-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2026-05-16T20:50:26.481572-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_115.sdi to /datadir/performance_schema/setup_threads_115.sdi 2026-05-16T20:50:26.481599-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2026-05-16T20:50:26.481618-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_194.sdi to /datadir/performance_schema/session_variable_194.sdi 2026-05-16T20:50:26.481637-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2026-05-16T20:50:26.481654-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_191.sdi to /datadir/performance_schema/session_status_191.sdi 2026-05-16T20:50:26.481682-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2026-05-16T20:50:26.481705-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_172.sdi to /datadir/performance_schema/replication_grou_172.sdi 2026-05-16T20:50:26.481735-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2026-05-16T20:50:26.481765-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_110.sdi to /datadir/performance_schema/rwlock_instances_110.sdi 2026-05-16T20:50:26.481794-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2026-05-16T20:50:26.481820-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_123.sdi to /datadir/performance_schema/events_stages_su_123.sdi 2026-05-16T20:50:26.481846-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2026-05-16T20:50:26.481873-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2026-05-16T20:50:26.481893-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2026-05-16T20:50:26.481921-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2026-05-16T20:50:26.481952-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2026-05-16T20:50:26.481980-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_105.sdi to /datadir/performance_schema/host_cache_105.sdi 2026-05-16T20:50:26.482012-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2026-05-16T20:50:26.482058-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_163.sdi to /datadir/performance_schema/memory_summary_b_163.sdi 2026-05-16T20:50:26.482086-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2026-05-16T20:50:26.482105-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2026-05-16T20:50:26.482124-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2026-05-16T20:50:26.482150-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2026-05-16T20:50:26.482179-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2026-05-16T20:50:26.482203-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_153.sdi to /datadir/performance_schema/users_153.sdi 2026-05-16T20:50:26.482224-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2026-05-16T20:50:26.482250-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_197.sdi to /datadir/performance_schema/user_defined_fun_197.sdi 2026-05-16T20:50:26.482280-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2026-05-16T20:50:26.482306-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_112.sdi to /datadir/performance_schema/setup_consumers_112.sdi 2026-05-16T20:50:26.482336-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2026-05-16T20:50:26.482359-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2026-05-16T20:50:26.482385-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2026-05-16T20:50:26.482408-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_189.sdi to /datadir/performance_schema/status_by_user_189.sdi 2026-05-16T20:50:26.482434-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2026-05-16T20:50:26.482471-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_188.sdi to /datadir/performance_schema/status_by_thread_188.sdi 2026-05-16T20:50:26.482496-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2026-05-16T20:50:26.482521-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_156.sdi to /datadir/performance_schema/socket_instances_156.sdi 2026-05-16T20:50:26.482548-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2026-05-16T20:50:26.482578-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2026-05-16T20:50:26.482606-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2026-05-16T20:50:26.482631-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2026-05-16T20:50:26.482659-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2026-05-16T20:50:26.482687-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_203.sdi to /datadir/performance_schema/pxc_cluster_view_203.sdi 2026-05-16T20:50:26.482719-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2026-05-16T20:50:26.482748-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2026-05-16T20:50:26.482776-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2026-05-16T20:50:26.482794-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_190.sdi to /datadir/performance_schema/global_status_190.sdi 2026-05-16T20:50:26.482817-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2026-05-16T20:50:26.482844-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_170.sdi to /datadir/performance_schema/data_lock_waits_170.sdi 2026-05-16T20:50:26.482874-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2026-05-16T20:50:26.482902-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_95.sdi to /datadir/performance_schema/events_waits_his_95.sdi 2026-05-16T20:50:26.482934-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2026-05-16T20:50:26.482964-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2026-05-16T20:50:26.482995-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2026-05-16T20:50:26.483039-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_113.sdi to /datadir/performance_schema/setup_instrument_113.sdi 2026-05-16T20:50:26.483073-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2026-05-16T20:50:26.483103-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_118.sdi to /datadir/performance_schema/table_lock_waits_118.sdi 2026-05-16T20:50:26.483131-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2026-05-16T20:50:26.483158-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__104.sdi to /datadir/performance_schema/file_summary_by__104.sdi 2026-05-16T20:50:26.483183-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2026-05-16T20:50:26.483207-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_201.sdi to /datadir/performance_schema/malloc_stats_201.sdi 2026-05-16T20:50:26.483231-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2026-05-16T20:50:26.483257-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_116.sdi to /datadir/performance_schema/table_io_waits_s_116.sdi 2026-05-16T20:50:26.483285-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2026-05-16T20:50:26.483313-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2026-05-16T20:50:26.483339-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2026-05-16T20:50:26.483365-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_168.sdi to /datadir/performance_schema/metadata_locks_168.sdi 2026-05-16T20:50:26.483389-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2026-05-16T20:50:26.483411-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_92.sdi to /datadir/performance_schema/error_log_92.sdi 2026-05-16T20:50:26.483439-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2026-05-16T20:50:26.483470-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2026-05-16T20:50:26.483496-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2026-05-16T20:50:26.483522-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__160.sdi to /datadir/performance_schema/session_account__160.sdi 2026-05-16T20:50:26.483543-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2026-05-16T20:50:26.483572-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2026-05-16T20:50:26.483597-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2026-05-16T20:50:26.483623-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_169.sdi to /datadir/performance_schema/data_locks_169.sdi 2026-05-16T20:50:26.483651-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2026-05-16T20:50:26.483682-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2026-05-16T20:50:26.483707-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2026-05-16T20:50:26.483734-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_179.sdi to /datadir/performance_schema/replication_appl_179.sdi 2026-05-16T20:50:26.483766-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2026-05-16T20:50:26.483797-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_101.sdi to /datadir/performance_schema/events_waits_sum_101.sdi 2026-05-16T20:50:26.483828-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2026-05-16T20:50:26.483858-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_128.sdi to /datadir/performance_schema/events_statement_128.sdi 2026-05-16T20:50:26.483882-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2026-05-16T20:50:26.483907-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_106.sdi to /datadir/performance_schema/mutex_instances_106.sdi 2026-05-16T20:50:26.483939-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2026-05-16T20:50:26.483970-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_174.sdi to /datadir/performance_schema/replication_appl_174.sdi 2026-05-16T20:50:26.483999-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2026-05-16T20:50:26.484042-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_114.sdi to /datadir/performance_schema/setup_objects_114.sdi 2026-05-16T20:50:26.484073-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2026-05-16T20:50:26.484102-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2026-05-16T20:50:26.484131-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2026-05-16T20:50:26.484161-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_186.sdi to /datadir/performance_schema/status_by_accoun_186.sdi 2026-05-16T20:50:26.484189-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2026-05-16T20:50:26.484219-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__107.sdi to /datadir/performance_schema/objects_summary__107.sdi 2026-05-16T20:50:26.484244-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2026-05-16T20:50:26.484274-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_171.sdi to /datadir/performance_schema/replication_conn_171.sdi 2026-05-16T20:50:26.484307-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2026-05-16T20:50:26.484343-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_200.sdi to /datadir/performance_schema/malloc_stats_tot_200.sdi 2026-05-16T20:50:26.484370-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2026-05-16T20:50:26.484398-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2026-05-16T20:50:26.484430-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2026-05-16T20:50:26.484460-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_198.sdi to /datadir/performance_schema/binary_log_trans_198.sdi 2026-05-16T20:50:26.577833-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.EUTSOIw0r0 Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.2YxSY4dzVS /tmp/tmp.EUTSOIw0r0 + return 0 + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mFS7VTiqMe +++ mktemp ++ local LAST_ERR=/tmp/tmp.VVpanKzgcJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mFS7VTiqMe ++ cat /tmp/tmp.VVpanKzgcJ ++ rm /tmp/tmp.mFS7VTiqMe /tmp/tmp.VVpanKzgcJ ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:56:25.385785 21736 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964982815120000&timeoutSeconds=308&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.aZ8eFl20AX/select-gap.sql + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ND9Q1l5tZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.WdGOdbTfKp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ND9Q1l5tZ ++ cat /tmp/tmp.WdGOdbTfKp ++ rm /tmp/tmp.5ND9Q1l5tZ /tmp/tmp.WdGOdbTfKp ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:56:35.566823 23264 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778964993752025000&timeoutSeconds=528&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.aZ8eFl20AX/select-gap.sql + compare_mysql_cmd select-gap 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-gap + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.gap;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.gap;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QIkUHVg253 +++ mktemp ++ local LAST_ERR=/tmp/tmp.bgULrZXUMl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QIkUHVg253 ++ cat /tmp/tmp.bgULrZXUMl ++ rm /tmp/tmp.QIkUHVg253 /tmp/tmp.bgULrZXUMl ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 20:56:41.913133 24118 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965000212441000&timeoutSeconds=464&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-gap.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-gap.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-gap.sql /tmp/tmp.aZ8eFl20AX/select-gap.sql + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.92IlnifwF4 ++ mktemp + local LAST_ERR=/tmp/tmp.Ra87YqQZUS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-force.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.92IlnifwF4 perconaxtradbclusterrestore.pxc.percona.com "restore-on-pitr-minio-gap-force" deleted from pitr-gap-errors-29237 namespace + cat /tmp/tmp.Ra87YqQZUS + rm /tmp/tmp.92IlnifwF4 /tmp/tmp.Ra87YqQZUS + return 0 + check_binlog_gap_restore pitr-gap-errors no-pitr + local cluster=pitr-gap-errors + local type=no-pitr + desc 'check binlog gap restore: ' no-pitr + set +o xtrace ----------------------------------------------------------------------------------- check binlog gap restore: no-pitr ----------------------------------------------------------------------------------- + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + '[' no-pitr == error ']' + '[' no-pitr == backup-source ']' + '[' no-pitr == force ']' + '[' no-pitr == no-pitr ']' + local restore=restore-on-pitr-minio-gap-no-pitr + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-no-pitr.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.PzPlACWNP8 ++ mktemp + local LAST_ERR=/tmp/tmp.oal9cAiVTq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-gap-no-pitr.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PzPlACWNP8 perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-gap-no-pitr created + cat /tmp/tmp.oal9cAiVTq + rm /tmp/tmp.PzPlACWNP8 /tmp/tmp.oal9cAiVTq + return 0 + wait_backup_restore restore-on-pitr-minio-gap-no-pitr Succeeded + local backup_name=restore-on-pitr-minio-gap-no-pitr + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-gap-no-pitr to reach Succeeded state 2026-05-16T20:56:54 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:56:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:56:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:03 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:05 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:15 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:18 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:20 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Stopping Cluster 2026-05-16T20:57:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:38 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:47 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:50 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:52 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Restoring 2026-05-16T20:57:55 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:57:57 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:57:59 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:07 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:15 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:18 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:21 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:23 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:30 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:32 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:42 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:53 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:55 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:58:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:59:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:59:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:59:05 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:59:07 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Preparing Cluster 2026-05-16T20:59:10 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:15 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:17 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:20 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:27 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:31 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:34 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:36 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:47 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:49 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:54 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T20:59:59 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:02 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:07 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:09 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:12 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:14 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:30 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:36 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:39 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:43 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:48 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:51 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:53 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:56 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:00:58 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:00 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:03 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:05 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:08 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:11 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:19 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:25 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:28 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:30 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:33 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:36 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:38 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:41 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:44 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:46 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:48 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:50 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:52 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:55 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:57 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:01:59 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:01 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:04 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:07 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:09 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:11 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:13 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:16 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:18 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:20 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:22 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:24 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:26 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:29 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:32 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:35 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:37 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Starting Cluster 2026-05-16T21:02:40 pxc-restore/restore-on-pitr-minio-gap-no-pitr state: Succeeded ++ grep -c 'Backup doesn'\''t guarantee consistent recovery with PITR. Annotate PerconaXtraDBClusterRestore with percona.com/unsafe-pitr to force it.' ++ kubectl_bin get pxc-restore restore-on-pitr-minio-gap-no-pitr '-ojsonpath={.status.comments}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RqrMTchAMi +++ mktemp ++ local LAST_ERR=/tmp/tmp.6CzXATYx1m ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc-restore restore-on-pitr-minio-gap-no-pitr '-ojsonpath={.status.comments}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RqrMTchAMi ++ cat /tmp/tmp.6CzXATYx1m ++ rm /tmp/tmp.RqrMTchAMi /tmp/tmp.6CzXATYx1m ++ return 0 + local backup_error=0 + [[ 0 -ne 0 ]] + desc 'done binlog gap test' + set +o xtrace ----------------------------------------------------------------------------------- done binlog gap test ----------------------------------------------------------------------------------- + invalid_binlog_test + desc 'start invalid binlog test' + set +o xtrace ----------------------------------------------------------------------------------- start invalid binlog test ----------------------------------------------------------------------------------- + local proxy ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.5mBMxjufqV ++++ mktemp +++ local LAST_ERR=/tmp/tmp.EXNpHW1l1o +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.5mBMxjufqV +++ cat /tmp/tmp.EXNpHW1l1o +++ rm /tmp/tmp.5mBMxjufqV /tmp/tmp.EXNpHW1l1o +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.nKESPNoAVF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.3nzX1y4vYq +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.nKESPNoAVF +++ cat /tmp/tmp.3nzX1y4vYq +++ rm /tmp/tmp.nKESPNoAVF /tmp/tmp.3nzX1y4vYq +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + proxy=pitr-gap-errors-proxysql + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":false}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched (no change) + sleep 5 + local backup + backup=on-pitr-minio + yq eval 'del(.spec.pitr)' + yq eval '.spec.backupName="on-pitr-minio"' + kubectl_bin apply -f - + yq eval 'del(.spec.backupSource)' + yq /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.YdyZj3vcAl ++ mktemp + local LAST_ERR=/tmp/tmp.7qcutzfIL4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YdyZj3vcAl perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio created + cat /tmp/tmp.7qcutzfIL4 + rm /tmp/tmp.YdyZj3vcAl /tmp/tmp.7qcutzfIL4 + return 0 + wait_backup_restore restore-on-pitr-minio + local backup_name=restore-on-pitr-minio + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio to reach Succeeded state 2026-05-16T21:02:58 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:01 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:03 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:06 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:09 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:11 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:14 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:17 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:19 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:22 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:25 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:28 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:32 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:35 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:38 pxc-restore/restore-on-pitr-minio state: Stopping Cluster 2026-05-16T21:03:41 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:45 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:48 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:50 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:53 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:56 pxc-restore/restore-on-pitr-minio state: Restoring 2026-05-16T21:03:59 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:02 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:05 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:07 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:10 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:13 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:16 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:19 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:21 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:25 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:28 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:31 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:34 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:37 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:39 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:41 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:44 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:47 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:50 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:53 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:04:57 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:00 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:02 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:04 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:08 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:12 pxc-restore/restore-on-pitr-minio state: Preparing Cluster 2026-05-16T21:05:15 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:18 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:21 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:24 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:28 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:31 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:34 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:38 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:41 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:44 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:47 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:50 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:53 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:56 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:05:58 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:00 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:03 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:06 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:08 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:11 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:13 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:15 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:18 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:20 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:22 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:25 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:27 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:30 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:32 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:35 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:37 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:40 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:43 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:46 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:49 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:52 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:54 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:57 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:06:59 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:01 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:04 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:06 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:09 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:11 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:14 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:16 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:19 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:22 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:25 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:28 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:30 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:33 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:36 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:38 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:42 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:44 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:47 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:50 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:53 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:56 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:07:59 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:02 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:05 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:08 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:12 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:16 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:21 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:24 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:26 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:29 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:32 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:35 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:37 pxc-restore/restore-on-pitr-minio state: Starting Cluster 2026-05-16T21:08:40 pxc-restore/restore-on-pitr-minio state: Succeeded + wait_for_running pitr-gap-errors-proxysql 2 + local name=pitr-gap-errors-proxysql + let last_pod=1 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 1 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-0 480 + local pod=pitr-gap-errors-proxysql-0 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-proxysql-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-0 condition met E0516 21:08:43.290901 1267 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-0&resourceVersion=1778965722630083000&timeoutSeconds=477&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-proxysql-1 480 + local pod=pitr-gap-errors-proxysql-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pitr-gap-errors-proxysql-1 + local container=proxysql + set +o xtrace pod/pitr-gap-errors-proxysql-1 condition met E0516 21:08:49.528884 2271 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-proxysql-1&resourceVersion=1778965727630200000&timeoutSeconds=467&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-proxysql-1 to become Ready.Ok + wait_for_running pitr-gap-errors-pxc 3 + local name=pitr-gap-errors-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-0 480 + local pod=pitr-gap-errors-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-0 + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-0 condition met E0516 21:08:55.292080 3105 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-0&resourceVersion=1778965732630957000&timeoutSeconds=434&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-1 480 + local pod=pitr-gap-errors-pxc-1 + local max_retry=480 + local ns= ++ echo pitr-gap-errors-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-1 condition met E0516 21:09:01.158551 3905 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-1&resourceVersion=1778965737631256000&timeoutSeconds=336&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod pitr-gap-errors-pxc-2 480 + local pod=pitr-gap-errors-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pitr-gap-errors-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/pitr-gap-errors-pxc-2 condition met E0516 21:09:06.794678 4689 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpitr-gap-errors-pxc-2&resourceVersion=1778965742631361000&timeoutSeconds=539&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pitr-gap-errors-pxc-2 to become Ready.Ok + wait_cluster_consistency pitr-gap-errors 3 2 + local cluster_name=pitr-gap-errors + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/pitr-gap-errors to be ready' waiting for pxc/pitr-gap-errors to be ready++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m9WduWtRlr +++ mktemp ++ local LAST_ERR=/tmp/tmp.MWwL1HfSGS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m9WduWtRlr ++ cat /tmp/tmp.MWwL1HfSGS ++ rm /tmp/tmp.m9WduWtRlr /tmp/tmp.MWwL1HfSGS ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1bZubQ1t0i +++ mktemp ++ local LAST_ERR=/tmp/tmp.U3gXM6oAbF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1bZubQ1t0i ++ cat /tmp/tmp.U3gXM6oAbF ++ rm /tmp/tmp.1bZubQ1t0i /tmp/tmp.U3gXM6oAbF ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine pitr-gap-errors +++ local cluster_name=pitr-gap-errors ++++ get_proxy pitr-gap-errors ++++ local target_cluster=pitr-gap-errors +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.syXLWP60Tf ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0gNDUFJY9Y +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.syXLWP60Tf +++++ cat /tmp/tmp.0gNDUFJY9Y +++++ rm /tmp/tmp.syXLWP60Tf /tmp/tmp.0gNDUFJY9Y +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.yU3E5avxux ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.RKeaHnMBPR +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.yU3E5avxux +++++ cat /tmp/tmp.RKeaHnMBPR +++++ rm /tmp/tmp.yU3E5avxux /tmp/tmp.RKeaHnMBPR +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo pitr-gap-errors-proxysql ++++ return +++ local cluster_proxy=pitr-gap-errors-proxysql +++ echo proxysql ++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xoSfqvkDOT +++ mktemp ++ local LAST_ERR=/tmp/tmp.pkYb8dxQ8Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xoSfqvkDOT ++ cat /tmp/tmp.pkYb8dxQ8Z ++ rm /tmp/tmp.xoSfqvkDOT /tmp/tmp.pkYb8dxQ8Z ++ return 0 + [[ 2 == \2 ]] + echo + run_backup pitr-gap-errors on-pitr-minio1 + local cluster=pitr-gap-errors + local backup=on-pitr-minio1 + log 'run pxc-backup/on-pitr-minio1' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-05-16T21:09:27+0000]' run pxc-backup/on-pitr-minio1 [2026-05-16T21:09:27+0000] run pxc-backup/on-pitr-minio1 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio1.yml ++ mktemp + local LAST_OUT=/tmp/tmp.rKc0c8ZTDN ++ mktemp + local LAST_ERR=/tmp/tmp.wHUqMoff6z + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/on-pitr-minio1.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rKc0c8ZTDN perconaxtradbclusterbackup.pxc.percona.com/on-pitr-minio1 created + cat /tmp/tmp.wHUqMoff6z + rm /tmp/tmp.rKc0c8ZTDN /tmp/tmp.wHUqMoff6z + return 0 + wait_backup on-pitr-minio1 + local backup=on-pitr-minio1 + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-pitr-minio1 to reach Succeeded state...............Succeeded + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; ' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; ' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gok8B12tAV +++ mktemp ++ local LAST_ERR=/tmp/tmp.COqzI3ySMt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gok8B12tAV ++ cat /tmp/tmp.COqzI3ySMt ++ rm /tmp/tmp.gok8B12tAV /tmp/tmp.COqzI3ySMt ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-nvt2n + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:10:01.476945 13425 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965800677068000&timeoutSeconds=448&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_test_data pitr-gap-errors + local cluster=pitr-gap-errors + local config= + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/conf/client.yml ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RHy3ntKfyS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0kfw7abFtp +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.RHy3ntKfyS +++ cat /tmp/tmp.0kfw7abFtp +++ rm /tmp/tmp.RHy3ntKfyS /tmp/tmp.0kfw7abFtp +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.asrdtDG7Sw ++++ mktemp +++ local LAST_ERR=/tmp/tmp.BjlJ8jqfkj +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.asrdtDG7Sw +++ cat /tmp/tmp.BjlJ8jqfkj +++ rm /tmp/tmp.asrdtDG7Sw /tmp/tmp.BjlJ8jqfkj +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write test data' + set +o xtrace ----------------------------------------------------------------------------------- write test data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS test; use test; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) ;' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l7PtFjtQbN +++ mktemp ++ local LAST_ERR=/tmp/tmp.7LED5qlAs7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l7PtFjtQbN ++ cat /tmp/tmp.7LED5qlAs7 ++ rm /tmp/tmp.l7PtFjtQbN /tmp/tmp.7LED5qlAs7 ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:10:13.905418 15095 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965812125482000&timeoutSeconds=420&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100500); INSERT test.test (id) VALUES (100501); INSERT test.test (id) VALUES (100502);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JVVNPJ87O3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AxwBoRhCRN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JVVNPJ87O3 ++ cat /tmp/tmp.AxwBoRhCRN ++ rm /tmp/tmp.JVVNPJ87O3 /tmp/tmp.AxwBoRhCRN ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:10:26.544280 16978 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965824517623000&timeoutSeconds=506&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-0.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uFhtpMb8kC +++ mktemp ++ local LAST_ERR=/tmp/tmp.Poeh3S48C5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uFhtpMb8kC ++ cat /tmp/tmp.Poeh3S48C5 ++ rm /tmp/tmp.uFhtpMb8kC /tmp/tmp.Poeh3S48C5 ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:11:05.443364 22756 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965864640206000&timeoutSeconds=333&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-1.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rGIlnIRYcr +++ mktemp ++ local LAST_ERR=/tmp/tmp.cUYS749oLy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rGIlnIRYcr ++ cat /tmp/tmp.cUYS749oLy ++ rm /tmp/tmp.rGIlnIRYcr /tmp/tmp.cUYS749oLy ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:11:17.608645 24428 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965875070708000&timeoutSeconds=390&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-3 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from test.test;' '-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' + local 'command=SELECT * from test.test;' + local 'uri=-h pitr-gap-errors-pxc-2.pitr-gap-errors-pxc -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0vwBiK12FO +++ mktemp ++ local LAST_ERR=/tmp/tmp.jjyjwwThRM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0vwBiK12FO ++ cat /tmp/tmp.jjyjwwThRM ++ rm /tmp/tmp.0vwBiK12FO /tmp/tmp.jjyjwwThRM ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:11:29.345770 26317 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965887128536000&timeoutSeconds=482&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.aZ8eFl20AX/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.aZ8eFl20AX/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/compare/select-3.sql /tmp/tmp.aZ8eFl20AX/select-3.sql ++ is_keyring_plugin_in_use pitr-gap-errors ++ local cluster=pitr-gap-errors ++ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] ++ kubectl exec pitr-gap-errors-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ grep -E -o 'early-plugin-load=keyring_\w+.so' ++ return 1 + '[' '' ']' + run_mysql 'use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=use test; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.24tk2hLrei +++ mktemp ++ local LAST_ERR=/tmp/tmp.Wzg5yRxN96 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.24tk2hLrei ++ cat /tmp/tmp.Wzg5yRxN96 ++ rm /tmp/tmp.24tk2hLrei /tmp/tmp.Wzg5yRxN96 ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:11:43.224969 28347 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965901514251000&timeoutSeconds=419&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + write_data_for_pitr pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Iga4vvhgwo ++++ mktemp +++ local LAST_ERR=/tmp/tmp.s7k7xcnpYR +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Iga4vvhgwo +++ cat /tmp/tmp.s7k7xcnpYR +++ rm /tmp/tmp.Iga4vvhgwo /tmp/tmp.s7k7xcnpYR +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.uJBxxgfmL0 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Wt7esbAgmC +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.uJBxxgfmL0 +++ cat /tmp/tmp.Wt7esbAgmC +++ rm /tmp/tmp.uJBxxgfmL0 /tmp/tmp.Wt7esbAgmC +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write data for pitr' + set +o xtrace ----------------------------------------------------------------------------------- write data for pitr ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100503); INSERT test.test (id) VALUES (100504); INSERT test.test (id) VALUES (100505);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OWTX6sB8nW +++ mktemp ++ local LAST_ERR=/tmp/tmp.AedlwkZf3C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OWTX6sB8nW ++ cat /tmp/tmp.AedlwkZf3C ++ rm /tmp/tmp.OWTX6sB8nW /tmp/tmp.AedlwkZf3C ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-nvt2n ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:11:55.444774 30092 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965913156116000&timeoutSeconds=411&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace ERROR 1125 (HY000) at line 1: Function 'get_binlog_by_gtid_set' already exists command terminated with exit code 1 + run_mysql_local 'CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'';' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace ERROR 1125 (HY000) at line 1: Function 'get_binlog_by_gtid_set' already exists command terminated with exit code 1 + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + run_mysql 'USE test; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=USE test; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1Kr7aKXZrb +++ mktemp ++ local LAST_ERR=/tmp/tmp.hei1PFnCbW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1Kr7aKXZrb ++ cat /tmp/tmp.hei1PFnCbW ++ rm /tmp/tmp.1Kr7aKXZrb /tmp/tmp.hei1PFnCbW ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-nvt2n + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:12:29.695408 2730 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965948181445000&timeoutSeconds=532&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT test.invalid (id) VALUES (100900); INSERT test.invalid (id) VALUES (100901); INSERT test.invalid (id) VALUES (100902);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.invalid (id) VALUES (100900); INSERT test.invalid (id) VALUES (100901); INSERT test.invalid (id) VALUES (100902);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.04KVrRvaCJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.yNUmlUDnqI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.04KVrRvaCJ ++ cat /tmp/tmp.yNUmlUDnqI ++ rm /tmp/tmp.04KVrRvaCJ /tmp/tmp.yNUmlUDnqI ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:12:38.993287 4011 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965957124907000&timeoutSeconds=341&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-0 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-1 + local container_name= + set +o xtrace + run_mysql_local 'FLUSH BINARY LOGS;' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 + local 'command=FLUSH BINARY LOGS;' + local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' + local pod=pitr-gap-errors-pxc-2 + local container_name= + set +o xtrace + write_more_data pitr-gap-errors + local cluster=pitr-gap-errors ++ get_proxy pitr-gap-errors ++ local target_cluster=pitr-gap-errors +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.ORStEvHvQN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5WG0e87MJ1 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.ORStEvHvQN +++ cat /tmp/tmp.5WG0e87MJ1 +++ rm /tmp/tmp.ORStEvHvQN /tmp/tmp.5WG0e87MJ1 +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.HIUmCca560 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zrezZuOr9d +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc pitr-gap-errors -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.HIUmCca560 +++ cat /tmp/tmp.zrezZuOr9d +++ rm /tmp/tmp.HIUmCca560 /tmp/tmp.zrezZuOr9d +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo pitr-gap-errors-proxysql ++ return + local proxy=pitr-gap-errors-proxysql + desc 'write extra data' + set +o xtrace ----------------------------------------------------------------------------------- write extra data ----------------------------------------------------------------------------------- + run_mysql 'INSERT test.test (id) VALUES (100506); INSERT test.test (id) VALUES (100507); INSERT test.test (id) VALUES (100508); INSERT test.test (id) VALUES (100509); INSERT test.test (id) VALUES (100510);' '-h pitr-gap-errors-proxysql -uroot -proot_password' + local 'command=INSERT test.test (id) VALUES (100506); INSERT test.test (id) VALUES (100507); INSERT test.test (id) VALUES (100508); INSERT test.test (id) VALUES (100509); INSERT test.test (id) VALUES (100510);' + local 'uri=-h pitr-gap-errors-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yNnROKFzBE +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fqs81eS4Ol ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yNnROKFzBE ++ cat /tmp/tmp.Fqs81eS4Ol ++ rm /tmp/tmp.yNnROKFzBE /tmp/tmp.Fqs81eS4Ol ++ return 0 + client_pod=pxc-client-67fc4995bb-nvt2n + wait_pod pxc-client-67fc4995bb-nvt2n + local pod=pxc-client-67fc4995bb-nvt2n + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-nvt2n ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-nvt2n condition met E0516 21:13:02.132906 7438 reflector.go:227] "Failed to watch" err="Get \"https://35.254.186.129/api/v1/namespaces/pitr-gap-errors-29237/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpxc-client-67fc4995bb-nvt2n&resourceVersion=1778965980145905000&timeoutSeconds=384&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" waiting for pod/pxc-client-67fc4995bb-nvt2n to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ++ find_invalid_binlog_name pitr-gap-errors-pxc-0 ++ local pod=pitr-gap-errors-pxc-0 ++ local offset= ++ binlogs=() ++ IFS= ++ read -r line +++ awk '{print $1}' +++ run_mysql_local 'SHOW BINARY LOGS' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINARY LOGS' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ (( i = 0 )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000009 4 Format_desc 13802552 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000009 126 Previous_gtids 13802552 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000009 4 Format_desc 13802552 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000009 126 Previous_gtids 13802552 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000010 4 Format_desc 1 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000010 126 Previous_gtids 1 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ echo 'binlog.000010 4 Format_desc 1 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000010 126 Previous_gtids 1 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000011 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000011 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000011 197 Rotate 13802550 241 binlog.000012;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000011 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000011 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000011 197 Rotate 13802550 241 binlog.000012;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000012 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000012 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000012 197 Gtid 13802552 274 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:1'\'' binlog.000012 274 Query 13802552 398 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 398 Gtid 13802552 475 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:2'\'' binlog.000012 475 Query 13802552 590 CREATE DATABASE IF NOT EXISTS test binlog.000012 590 Gtid 13802552 667 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:3'\'' binlog.000012 667 Query 13802552 809 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 809 Gtid 13802552 888 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:4'\'' binlog.000012 888 Query 13802552 965 BEGIN binlog.000012 965 Table_map 13802552 1015 table_id: 116 (test.test) binlog.000012 1015 Write_rows 13802552 1055 table_id: 116 flags: STMT_END_F binlog.000012 1055 Xid 13802552 1086 COMMIT /* xid=9 */ binlog.000012 1086 Gtid 13802552 1165 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:5'\'' binlog.000012 1165 Query 13802552 1242 BEGIN binlog.000012 1242 Table_map 13802552 1292 table_id: 116 (test.test) binlog.000012 1292 Write_rows 13802552 1332 table_id: 116 flags: STMT_END_F binlog.000012 1332 Xid 13802552 1363 COMMIT /* xid=10 */ binlog.000012 1363 Gtid 13802552 1442 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:6'\'' binlog.000012 1442 Query 13802552 1519 BEGIN binlog.000012 1519 Table_map 13802552 1569 table_id: 116 (test.test) binlog.000012 1569 Write_rows 13802552 1609 table_id: 116 flags: STMT_END_F binlog.000012 1609 Xid 13802552 1640 COMMIT /* xid=11 */ binlog.000012 1640 Gtid 13802552 1717 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:7'\'' binlog.000012 1717 Query 13802552 1858 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1858 Gtid 13802552 1937 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:8'\'' binlog.000012 1937 Query 13802552 2014 BEGIN binlog.000012 2014 Table_map 13802552 2064 table_id: 116 (test.test) binlog.000012 2064 Write_rows 13802552 2104 table_id: 116 flags: STMT_END_F binlog.000012 2104 Xid 13802552 2135 COMMIT /* xid=13 */ binlog.000012 2135 Gtid 13802552 2214 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:9'\'' binlog.000012 2214 Query 13802552 2291 BEGIN binlog.000012 2291 Table_map 13802552 2341 table_id: 116 (test.test) binlog.000012 2341 Write_rows 13802552 2381 table_id: 116 flags: STMT_END_F binlog.000012 2381 Xid 13802552 2412 COMMIT /* xid=14 */ binlog.000012 2412 Gtid 13802552 2491 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:10'\'' binlog.000012 2491 Query 13802552 2568 BEGIN binlog.000012 2568 Table_map 13802552 2618 table_id: 116 (test.test) binlog.000012 2618 Write_rows 13802552 2658 table_id: 116 flags: STMT_END_F binlog.000012 2658 Xid 13802552 2689 COMMIT /* xid=15 */ binlog.000012 2689 Gtid 13802550 2766 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:11'\'' binlog.000012 2766 Query 13802550 2923 CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'' /* xid=16 */ binlog.000012 2923 Rotate 13802550 2967 binlog.000013;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000012 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000012 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000012 197 Gtid 13802552 274 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:1'\'' binlog.000012 274 Query 13802552 398 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 398 Gtid 13802552 475 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:2'\'' binlog.000012 475 Query 13802552 590 CREATE DATABASE IF NOT EXISTS test binlog.000012 590 Gtid 13802552 667 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:3'\'' binlog.000012 667 Query 13802552 809 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 809 Gtid 13802552 888 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:4'\'' binlog.000012 888 Query 13802552 965 BEGIN binlog.000012 965 Table_map 13802552 1015 table_id: 116 (test.test) binlog.000012 1015 Write_rows 13802552 1055 table_id: 116 flags: STMT_END_F binlog.000012 1055 Xid 13802552 1086 COMMIT /* xid=9 */ binlog.000012 1086 Gtid 13802552 1165 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:5'\'' binlog.000012 1165 Query 13802552 1242 BEGIN binlog.000012 1242 Table_map 13802552 1292 table_id: 116 (test.test) binlog.000012 1292 Write_rows 13802552 1332 table_id: 116 flags: STMT_END_F binlog.000012 1332 Xid 13802552 1363 COMMIT /* xid=10 */ binlog.000012 1363 Gtid 13802552 1442 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:6'\'' binlog.000012 1442 Query 13802552 1519 BEGIN binlog.000012 1519 Table_map 13802552 1569 table_id: 116 (test.test) binlog.000012 1569 Write_rows 13802552 1609 table_id: 116 flags: STMT_END_F binlog.000012 1609 Xid 13802552 1640 COMMIT /* xid=11 */ binlog.000012 1640 Gtid 13802552 1717 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:7'\'' binlog.000012 1717 Query 13802552 1858 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1858 Gtid 13802552 1937 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:8'\'' binlog.000012 1937 Query 13802552 2014 BEGIN binlog.000012 2014 Table_map 13802552 2064 table_id: 116 (test.test) binlog.000012 2064 Write_rows 13802552 2104 table_id: 116 flags: STMT_END_F binlog.000012 2104 Xid 13802552 2135 COMMIT /* xid=13 */ binlog.000012 2135 Gtid 13802552 2214 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:9'\'' binlog.000012 2214 Query 13802552 2291 BEGIN binlog.000012 2291 Table_map 13802552 2341 table_id: 116 (test.test) binlog.000012 2341 Write_rows 13802552 2381 table_id: 116 flags: STMT_END_F binlog.000012 2381 Xid 13802552 2412 COMMIT /* xid=14 */ binlog.000012 2412 Gtid 13802552 2491 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:10'\'' binlog.000012 2491 Query 13802552 2568 BEGIN binlog.000012 2568 Table_map 13802552 2618 table_id: 116 (test.test) binlog.000012 2618 Write_rows 13802552 2658 table_id: 116 flags: STMT_END_F binlog.000012 2658 Xid 13802552 2689 COMMIT /* xid=15 */ binlog.000012 2689 Gtid 13802550 2766 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:11'\'' binlog.000012 2766 Query 13802550 2923 CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'' /* xid=16 */ binlog.000012 2923 Rotate 13802550 2967 binlog.000013;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000013 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000013 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000013 237 Rotate 13802550 281 binlog.000014;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000013 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000013 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000013 237 Rotate 13802550 281 binlog.000014;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000014 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000014 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000014 237 Gtid 13802552 314 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12'\'' binlog.000014 314 Query 13802552 459 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=23 */ binlog.000014 459 Gtid 13802552 538 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:13'\'' binlog.000014 538 Query 13802552 615 BEGIN binlog.000014 615 Table_map 13802552 668 table_id: 117 (test.invalid) binlog.000014 668 Write_rows 13802552 708 table_id: 117 flags: STMT_END_F binlog.000014 708 Xid 13802552 739 COMMIT /* xid=24 */ binlog.000014 739 Gtid 13802552 818 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:14'\'' binlog.000014 818 Query 13802552 895 BEGIN binlog.000014 895 Table_map 13802552 948 table_id: 117 (test.invalid) binlog.000014 948 Write_rows 13802552 988 table_id: 117 flags: STMT_END_F binlog.000014 988 Xid 13802552 1019 COMMIT /* xid=25 */ binlog.000014 1019 Gtid 13802552 1098 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:15'\'' binlog.000014 1098 Query 13802552 1175 BEGIN binlog.000014 1175 Table_map 13802552 1228 table_id: 117 (test.invalid) binlog.000014 1228 Write_rows 13802552 1268 table_id: 117 flags: STMT_END_F binlog.000014 1268 Xid 13802552 1299 COMMIT /* xid=26 */ binlog.000014 1299 Rotate 13802550 1343 binlog.000015;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000014 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000014 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000014 237 Gtid 13802552 314 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12'\'' binlog.000014 314 Query 13802552 459 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=23 */ binlog.000014 459 Gtid 13802552 538 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:13'\'' binlog.000014 538 Query 13802552 615 BEGIN binlog.000014 615 Table_map 13802552 668 table_id: 117 (test.invalid) binlog.000014 668 Write_rows 13802552 708 table_id: 117 flags: STMT_END_F binlog.000014 708 Xid 13802552 739 COMMIT /* xid=24 */ binlog.000014 739 Gtid 13802552 818 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:14'\'' binlog.000014 818 Query 13802552 895 BEGIN binlog.000014 895 Table_map 13802552 948 table_id: 117 (test.invalid) binlog.000014 948 Write_rows 13802552 988 table_id: 117 flags: STMT_END_F binlog.000014 988 Xid 13802552 1019 COMMIT /* xid=25 */ binlog.000014 1019 Gtid 13802552 1098 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:15'\'' binlog.000014 1098 Query 13802552 1175 BEGIN binlog.000014 1175 Table_map 13802552 1228 table_id: 117 (test.invalid) binlog.000014 1228 Write_rows 13802552 1268 table_id: 117 flags: STMT_END_F binlog.000014 1268 Xid 13802552 1299 COMMIT /* xid=26 */ binlog.000014 1299 Rotate 13802550 1343 binlog.000015;pos=4' ++ echo binlog.000014 ++ return + invalid_binlog=binlog.000014 ++ run_mysql_local 'SELECT get_gtid_set_by_binlog('\''binlog.000014'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 ++ local 'command=SELECT get_gtid_set_by_binlog('\''binlog.000014'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-0 ++ local container_name= ++ set +o xtrace + gtidset=01a8d1df-516b-11f1-95b3-a23a880f0beb:12-15 ++ find_invalid_binlog_name pitr-gap-errors-pxc-0 1 ++ local pod=pitr-gap-errors-pxc-0 ++ local offset=1 ++ binlogs=() ++ IFS= ++ read -r line +++ run_mysql_local 'SHOW BINARY LOGS' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINARY LOGS' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace +++ awk '{print $1}' ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ binlogs+=("$line") ++ IFS= ++ read -r line ++ (( i = 0 )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000009'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000009 4 Format_desc 13802552 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000009 126 Previous_gtids 13802552 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000009 4 Format_desc 13802552 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000009 126 Previous_gtids 13802552 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000010'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000010 4 Format_desc 1 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000010 126 Previous_gtids 1 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ echo 'binlog.000010 4 Format_desc 1 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000010 126 Previous_gtids 1 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000011'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000011 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000011 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000011 197 Rotate 13802550 241 binlog.000012;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000011 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000011 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000011 197 Rotate 13802550 241 binlog.000012;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000012'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000012 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000012 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000012 197 Gtid 13802552 274 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:1'\'' binlog.000012 274 Query 13802552 398 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 398 Gtid 13802552 475 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:2'\'' binlog.000012 475 Query 13802552 590 CREATE DATABASE IF NOT EXISTS test binlog.000012 590 Gtid 13802552 667 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:3'\'' binlog.000012 667 Query 13802552 809 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 809 Gtid 13802552 888 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:4'\'' binlog.000012 888 Query 13802552 965 BEGIN binlog.000012 965 Table_map 13802552 1015 table_id: 116 (test.test) binlog.000012 1015 Write_rows 13802552 1055 table_id: 116 flags: STMT_END_F binlog.000012 1055 Xid 13802552 1086 COMMIT /* xid=9 */ binlog.000012 1086 Gtid 13802552 1165 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:5'\'' binlog.000012 1165 Query 13802552 1242 BEGIN binlog.000012 1242 Table_map 13802552 1292 table_id: 116 (test.test) binlog.000012 1292 Write_rows 13802552 1332 table_id: 116 flags: STMT_END_F binlog.000012 1332 Xid 13802552 1363 COMMIT /* xid=10 */ binlog.000012 1363 Gtid 13802552 1442 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:6'\'' binlog.000012 1442 Query 13802552 1519 BEGIN binlog.000012 1519 Table_map 13802552 1569 table_id: 116 (test.test) binlog.000012 1569 Write_rows 13802552 1609 table_id: 116 flags: STMT_END_F binlog.000012 1609 Xid 13802552 1640 COMMIT /* xid=11 */ binlog.000012 1640 Gtid 13802552 1717 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:7'\'' binlog.000012 1717 Query 13802552 1858 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1858 Gtid 13802552 1937 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:8'\'' binlog.000012 1937 Query 13802552 2014 BEGIN binlog.000012 2014 Table_map 13802552 2064 table_id: 116 (test.test) binlog.000012 2064 Write_rows 13802552 2104 table_id: 116 flags: STMT_END_F binlog.000012 2104 Xid 13802552 2135 COMMIT /* xid=13 */ binlog.000012 2135 Gtid 13802552 2214 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:9'\'' binlog.000012 2214 Query 13802552 2291 BEGIN binlog.000012 2291 Table_map 13802552 2341 table_id: 116 (test.test) binlog.000012 2341 Write_rows 13802552 2381 table_id: 116 flags: STMT_END_F binlog.000012 2381 Xid 13802552 2412 COMMIT /* xid=14 */ binlog.000012 2412 Gtid 13802552 2491 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:10'\'' binlog.000012 2491 Query 13802552 2568 BEGIN binlog.000012 2568 Table_map 13802552 2618 table_id: 116 (test.test) binlog.000012 2618 Write_rows 13802552 2658 table_id: 116 flags: STMT_END_F binlog.000012 2658 Xid 13802552 2689 COMMIT /* xid=15 */ binlog.000012 2689 Gtid 13802550 2766 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:11'\'' binlog.000012 2766 Query 13802550 2923 CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'' /* xid=16 */ binlog.000012 2923 Rotate 13802550 2967 binlog.000013;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000012 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000012 126 Previous_gtids 13802550 197 4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000012 197 Gtid 13802552 274 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:1'\'' binlog.000012 274 Query 13802552 398 CREATE DATABASE IF NOT EXISTS test /* xid=6 */ binlog.000012 398 Gtid 13802552 475 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:2'\'' binlog.000012 475 Query 13802552 590 CREATE DATABASE IF NOT EXISTS test binlog.000012 590 Gtid 13802552 667 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:3'\'' binlog.000012 667 Query 13802552 809 use `test`; CREATE TABLE IF NOT EXISTS test (id int PRIMARY KEY) /* xid=8 */ binlog.000012 809 Gtid 13802552 888 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:4'\'' binlog.000012 888 Query 13802552 965 BEGIN binlog.000012 965 Table_map 13802552 1015 table_id: 116 (test.test) binlog.000012 1015 Write_rows 13802552 1055 table_id: 116 flags: STMT_END_F binlog.000012 1055 Xid 13802552 1086 COMMIT /* xid=9 */ binlog.000012 1086 Gtid 13802552 1165 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:5'\'' binlog.000012 1165 Query 13802552 1242 BEGIN binlog.000012 1242 Table_map 13802552 1292 table_id: 116 (test.test) binlog.000012 1292 Write_rows 13802552 1332 table_id: 116 flags: STMT_END_F binlog.000012 1332 Xid 13802552 1363 COMMIT /* xid=10 */ binlog.000012 1363 Gtid 13802552 1442 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:6'\'' binlog.000012 1442 Query 13802552 1519 BEGIN binlog.000012 1519 Table_map 13802552 1569 table_id: 116 (test.test) binlog.000012 1569 Write_rows 13802552 1609 table_id: 116 flags: STMT_END_F binlog.000012 1609 Xid 13802552 1640 COMMIT /* xid=11 */ binlog.000012 1640 Gtid 13802552 1717 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:7'\'' binlog.000012 1717 Query 13802552 1858 use `test`; CREATE TABLE IF NOT EXISTS gap (id int PRIMARY KEY) /* xid=12 */ binlog.000012 1858 Gtid 13802552 1937 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:8'\'' binlog.000012 1937 Query 13802552 2014 BEGIN binlog.000012 2014 Table_map 13802552 2064 table_id: 116 (test.test) binlog.000012 2064 Write_rows 13802552 2104 table_id: 116 flags: STMT_END_F binlog.000012 2104 Xid 13802552 2135 COMMIT /* xid=13 */ binlog.000012 2135 Gtid 13802552 2214 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:9'\'' binlog.000012 2214 Query 13802552 2291 BEGIN binlog.000012 2291 Table_map 13802552 2341 table_id: 116 (test.test) binlog.000012 2341 Write_rows 13802552 2381 table_id: 116 flags: STMT_END_F binlog.000012 2381 Xid 13802552 2412 COMMIT /* xid=14 */ binlog.000012 2412 Gtid 13802552 2491 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:10'\'' binlog.000012 2491 Query 13802552 2568 BEGIN binlog.000012 2568 Table_map 13802552 2618 table_id: 116 (test.test) binlog.000012 2618 Write_rows 13802552 2658 table_id: 116 flags: STMT_END_F binlog.000012 2658 Xid 13802552 2689 COMMIT /* xid=15 */ binlog.000012 2689 Gtid 13802550 2766 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:11'\'' binlog.000012 2766 Query 13802550 2923 CREATE FUNCTION get_binlog_by_gtid_set RETURNS STRING SONAME '\''binlog_utils_udf.so'\'' /* xid=16 */ binlog.000012 2923 Rotate 13802550 2967 binlog.000013;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000013'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000013 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000013 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000013 237 Rotate 13802550 281 binlog.000014;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo 'binlog.000013 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000013 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000013 237 Rotate 13802550 281 binlog.000014;pos=4' ++ (( i++ )) ++ (( i < 7 )) ++ local events +++ run_mysql_local 'SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 +++ local 'command=SHOW BINLOG EVENTS IN '\''binlog.000014'\'';' +++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' +++ local pod=pitr-gap-errors-pxc-0 +++ local container_name= +++ set +o xtrace ++ events='binlog.000014 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000014 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000014 237 Gtid 13802552 314 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12'\'' binlog.000014 314 Query 13802552 459 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=23 */ binlog.000014 459 Gtid 13802552 538 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:13'\'' binlog.000014 538 Query 13802552 615 BEGIN binlog.000014 615 Table_map 13802552 668 table_id: 117 (test.invalid) binlog.000014 668 Write_rows 13802552 708 table_id: 117 flags: STMT_END_F binlog.000014 708 Xid 13802552 739 COMMIT /* xid=24 */ binlog.000014 739 Gtid 13802552 818 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:14'\'' binlog.000014 818 Query 13802552 895 BEGIN binlog.000014 895 Table_map 13802552 948 table_id: 117 (test.invalid) binlog.000014 948 Write_rows 13802552 988 table_id: 117 flags: STMT_END_F binlog.000014 988 Xid 13802552 1019 COMMIT /* xid=25 */ binlog.000014 1019 Gtid 13802552 1098 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:15'\'' binlog.000014 1098 Query 13802552 1175 BEGIN binlog.000014 1175 Table_map 13802552 1228 table_id: 117 (test.invalid) binlog.000014 1228 Write_rows 13802552 1268 table_id: 117 flags: STMT_END_F binlog.000014 1268 Xid 13802552 1299 COMMIT /* xid=26 */ binlog.000014 1299 Rotate 13802550 1343 binlog.000015;pos=4' ++ echo 'binlog.000014 4 Format_desc 13802550 126 Server ver: 8.0.43-34.1, Binlog ver: 4 binlog.000014 126 Previous_gtids 13802550 237 01a8d1df-516b-11f1-95b3-a23a880f0beb:1-11,\n4f4bdbb8-5167-11f1-a488-62108ef8abac:1-18 binlog.000014 237 Gtid 13802552 314 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12'\'' binlog.000014 314 Query 13802552 459 use `test`; CREATE TABLE IF NOT EXISTS invalid (id int PRIMARY KEY) /* xid=23 */ binlog.000014 459 Gtid 13802552 538 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:13'\'' binlog.000014 538 Query 13802552 615 BEGIN binlog.000014 615 Table_map 13802552 668 table_id: 117 (test.invalid) binlog.000014 668 Write_rows 13802552 708 table_id: 117 flags: STMT_END_F binlog.000014 708 Xid 13802552 739 COMMIT /* xid=24 */ binlog.000014 739 Gtid 13802552 818 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:14'\'' binlog.000014 818 Query 13802552 895 BEGIN binlog.000014 895 Table_map 13802552 948 table_id: 117 (test.invalid) binlog.000014 948 Write_rows 13802552 988 table_id: 117 flags: STMT_END_F binlog.000014 988 Xid 13802552 1019 COMMIT /* xid=25 */ binlog.000014 1019 Gtid 13802552 1098 SET @@SESSION.GTID_NEXT= '\''01a8d1df-516b-11f1-95b3-a23a880f0beb:15'\'' binlog.000014 1098 Query 13802552 1175 BEGIN binlog.000014 1175 Table_map 13802552 1228 table_id: 117 (test.invalid) binlog.000014 1228 Write_rows 13802552 1268 table_id: 117 flags: STMT_END_F binlog.000014 1268 Xid 13802552 1299 COMMIT /* xid=26 */ binlog.000014 1299 Rotate 13802550 1343 binlog.000015;pos=4' ++ grep -q 'CREATE TABLE IF NOT EXISTS invalid' ++ echo binlog.000015 ++ return + next_binlog=binlog.000015 ++ run_mysql_local 'SELECT get_gtid_set_by_binlog('\''binlog.000015'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-0 ++ local 'command=SELECT get_gtid_set_by_binlog('\''binlog.000015'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-0 ++ local container_name= ++ set +o xtrace + next_gtidset=01a8d1df-516b-11f1-95b3-a23a880f0beb:16-20 ++ gtidset_to_gtid 01a8d1df-516b-11f1-95b3-a23a880f0beb:16-20 ++ local gtidset=01a8d1df-516b-11f1-95b3-a23a880f0beb:16-20 ++ local gtid ++ IFS=: ++ read -ra parts ++ number_part=20 ++ transformed_string=01a8d1df-516b-11f1-95b3-a23a880f0beb:20 ++ echo 01a8d1df-516b-11f1-95b3-a23a880f0beb:20 + next_gtid=01a8d1df-516b-11f1-95b3-a23a880f0beb:20 + local binlog + binlog=binlog.000014 + kubectl exec pitr-gap-errors-pxc-0 -- bash -c 'echo "" > /var/lib/mysql/binlog.000014' ++ run_mysql_local 'SELECT get_binlog_by_gtid_set('\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12-15'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-1 ++ local 'command=SELECT get_binlog_by_gtid_set('\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12-15'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-1 ++ local container_name= ++ set +o xtrace + binlog=binlog.000017 + kubectl exec pitr-gap-errors-pxc-1 -- bash -c 'echo "" > /var/lib/mysql/binlog.000017' ++ run_mysql_local 'SELECT get_binlog_by_gtid_set('\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12-15'\'');' '-h127.0.0.1 -P3306 -uroot -proot_password' pitr-gap-errors-pxc-2 ++ local 'command=SELECT get_binlog_by_gtid_set('\''01a8d1df-516b-11f1-95b3-a23a880f0beb:12-15'\'');' ++ local 'uri=-h127.0.0.1 -P3306 -uroot -proot_password' ++ local pod=pitr-gap-errors-pxc-2 ++ local container_name= ++ set +o xtrace + binlog=binlog.000020 + kubectl exec pitr-gap-errors-pxc-2 -- bash -c 'echo "" > /var/lib/mysql/binlog.000020' + sleep 20 + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec": {"backup": {"storages": {"minio-binlogs": {"s3": {"bucket": "operator-testing/binlogs-invalid"}}}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + kubectl patch pxc pitr-gap-errors --type=merge -p '{"spec":{"backup":{"pitr":{"enabled":true}}}}' perconaxtradbcluster.pxc.percona.com/pitr-gap-errors patched + sleep 180 + check_invalid_binlogs_error binlog.000014 + local binlog=binlog.000014 + desc 'check invalid binlogs' + set +o xtrace ----------------------------------------------------------------------------------- check invalid binlogs ----------------------------------------------------------------------------------- + local err_text ++ grep -c 'ERROR: Binlog file binlog.000014 is invalid' +++ get_pitr_pod ++++ kubectl_bin get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.yGSrALrMUf +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.2Gpe3Vdo9x ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pods --no-headers -l app.kubernetes.io/component=pitr --output=custom-columns=NAME:.metadata.name ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.yGSrALrMUf ++++ cat /tmp/tmp.2Gpe3Vdo9x ++++ rm /tmp/tmp.yGSrALrMUf /tmp/tmp.2Gpe3Vdo9x ++++ return 0 +++ local pitr_pod=pitr-gap-errors-pitr-6dc59cbb85-f2p4v +++ [[ -z pitr-gap-errors-pitr-6dc59cbb85-f2p4v ]] +++ echo pitr-gap-errors-pitr-6dc59cbb85-f2p4v ++ kubectl_bin logs pitr-gap-errors-pitr-6dc59cbb85-f2p4v +++ mktemp ++ local LAST_OUT=/tmp/tmp.gRrN6NWDCy +++ mktemp ++ local LAST_ERR=/tmp/tmp.UlzbJMUXsX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl logs pitr-gap-errors-pitr-6dc59cbb85-f2p4v ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gRrN6NWDCy ++ cat /tmp/tmp.UlzbJMUXsX Defaulted container "pitr" out of: pitr, pitr-init (init) ++ rm /tmp/tmp.gRrN6NWDCy /tmp/tmp.UlzbJMUXsX ++ return 0 + err_text=4 + [[ 4 -eq 0 ]] + sleep 65 + gtid=01a8d1df-516b-11f1-95b3-a23a880f0beb:20 + [[ ! 01a8d1df-516b-11f1-95b3-a23a880f0beb:20 =~ [A-F0-9a-f]{8}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{4}-[A-F0-9a-f]{12}:[0-9]+ ]] + run_recovery_check_pitr pitr-gap-errors restore-on-pitr-minio-invalid on-pitr-minio1 select-6 '' '' 01a8d1df-516b-11f1-95b3-a23a880f0beb:20 + local cluster=pitr-gap-errors + local restore=restore-on-pitr-minio-invalid + local backup=on-pitr-minio1 + local compare=select-6 + local time_now= + local dest= + local gtid=01a8d1df-516b-11f1-95b3-a23a880f0beb:20 + local mysql_root_pass=root_password + desc 'recover backup' restore-on-pitr-minio-invalid + set +o xtrace ----------------------------------------------------------------------------------- recover backup restore-on-pitr-minio-invalid ----------------------------------------------------------------------------------- + /usr/bin/sed -e 's///g' + /usr/bin/sed -e 's///g' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2476/e2e-tests/pitr-gap-errors/conf/restore-on-pitr-minio-invalid.yaml + /usr/bin/sed -e 's//01a8d1df-516b-11f1-95b3-a23a880f0beb:20/g' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.pitr-gap-errors-29237~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.6NCs4skKGg ++ mktemp + local LAST_ERR=/tmp/tmp.X1JnWe8Pao + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6NCs4skKGg perconaxtradbclusterrestore.pxc.percona.com/restore-on-pitr-minio-invalid created + cat /tmp/tmp.X1JnWe8Pao + rm /tmp/tmp.6NCs4skKGg /tmp/tmp.X1JnWe8Pao + return 0 + wait_backup_restore restore-on-pitr-minio-invalid 'Stopping Cluster' + local backup_name=restore-on-pitr-minio-invalid + local 'target_state=Stopping Cluster' + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-invalid to reach Stopping Cluster state 2026-05-16T21:18:39 pxc-restore/restore-on-pitr-minio-invalid state: Stopping Cluster + wait_for_delete pod/pitr-gap-errors-proxysql-0 + local res=pod/pitr-gap-errors-proxysql-0 + echo -n 'waiting for pod/pitr-gap-errors-proxysql-0 to be deleted' waiting for pod/pitr-gap-errors-proxysql-0 to be deleted+ set +o xtrace Error from server (NotFound): pods "pitr-gap-errors-proxysql-0" not found + wait_for_delete pod/pitr-gap-errors-proxysql-1 + local res=pod/pitr-gap-errors-proxysql-1 + echo -n 'waiting for pod/pitr-gap-errors-proxysql-1 to be deleted' waiting for pod/pitr-gap-errors-proxysql-1 to be deleted+ set +o xtrace Error from server (NotFound): pods "pitr-gap-errors-proxysql-1" not found + wait_for_delete pod/pitr-gap-errors-pxc-2 + local res=pod/pitr-gap-errors-pxc-2 + echo -n 'waiting for pod/pitr-gap-errors-pxc-2 to be deleted' waiting for pod/pitr-gap-errors-pxc-2 to be deleted+ set +o xtrace .Error from server (NotFound): pods "pitr-gap-errors-pxc-2" not found + wait_for_delete pod/pitr-gap-errors-pxc-1 + local res=pod/pitr-gap-errors-pxc-1 + echo -n 'waiting for pod/pitr-gap-errors-pxc-1 to be deleted' waiting for pod/pitr-gap-errors-pxc-1 to be deleted+ set +o xtrace ....Error from server (NotFound): pods "pitr-gap-errors-pxc-1" not found + wait_for_delete pod/pitr-gap-errors-pxc-0 + local res=pod/pitr-gap-errors-pxc-0 + echo -n 'waiting for pod/pitr-gap-errors-pxc-0 to be deleted' waiting for pod/pitr-gap-errors-pxc-0 to be deleted+ set +o xtrace ....Error from server (NotFound): pods "pitr-gap-errors-pxc-0" not found + wait_backup_restore restore-on-pitr-minio-invalid Restoring + local backup_name=restore-on-pitr-minio-invalid + local target_state=Restoring + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-invalid to reach Restoring state 2026-05-16T21:19:19 pxc-restore/restore-on-pitr-minio-invalid state: Restoring + wait_backup_restore restore-on-pitr-minio-invalid 'Preparing Cluster' + local backup_name=restore-on-pitr-minio-invalid + local 'target_state=Preparing Cluster' + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-invalid to reach Preparing Cluster state 2026-05-16T21:19:22 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:24 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:26 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:28 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:30 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:32 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:34 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:37 pxc-restore/restore-on-pitr-minio-invalid state: Restoring 2026-05-16T21:19:39 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster + wait_backup_restore restore-on-pitr-minio-invalid 'Point-in-time recovering' + local backup_name=restore-on-pitr-minio-invalid + local 'target_state=Point-in-time recovering' + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-on-pitr-minio-invalid to reach Point-in-time recovering state 2026-05-16T21:19:42 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:44 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:47 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:49 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:52 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:54 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:19:57 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:00 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:03 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:06 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:09 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:12 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:14 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:17 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:20 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:23 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:26 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:28 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:31 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:34 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:37 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:39 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:42 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:44 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:47 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:49 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:52 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:54 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:20:57 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:00 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:03 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:06 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:09 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:12 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:15 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:17 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:21 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:25 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:28 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:31 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:34 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:37 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:40 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:43 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:46 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:49 pxc-restore/restore-on-pitr-minio-invalid state: Preparing Cluster 2026-05-16T21:21:52 pxc-restore/restore-on-pitr-minio-invalid state: Point-in-time recovering + wait_for_delete pod/pitr-gap-errors-proxysql-0 + local res=pod/pitr-gap-errors-proxysql-0 + echo -n 'waiting for pod/pitr-gap-errors-proxysql-0 to be deleted' waiting for pod/pitr-gap-errors-proxysql-0 to be deleted+ set +o xtrace Error from server (NotFound): pods "pitr-gap-errors-proxysql-0" not found + wait_for_delete pod/pitr-gap-errors-proxysql-1 + local res=pod/pitr-gap-errors-proxysql-1 + echo -n 'waiting for pod/pitr-gap-errors-proxysql-1 to be deleted' waiting for pod/pitr-gap-errors-proxysql-1 to be deleted+ set +o xtrace Error from server (NotFound): pods "pitr-gap-errors-proxysql-1" not found + wait_for_delete pod/pitr-gap-errors-pxc-2 + local res=pod/pitr-gap-errors-pxc-2 + echo -n 'waiting for pod/pitr-gap-errors-pxc-2 to be deleted' waiting for pod/pitr-gap-errors-pxc-2 to be deleted+ set +o xtrace Error from server (NotFound): pods "pitr-gap-errors-pxc-2" not found + wait_for_delete pod/pitr-gap-errors-pxc-1 + local res=pod/pitr-gap-errors-pxc-1 + echo -n 'waiting for pod/pitr-gap-errors-pxc-1 to be deleted' waiting for pod/pitr-gap-errors-pxc-1 to be deleted+ set +o xtrace ........................................................................................................................2026-05-16T20:34:36.201Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.33.11-gke.1137000"} 2026-05-16T20:34:36.201Z INFO setup Manager starting up {"gitCommit": "a8b01a395609d7c1bde5b4299a9d804bfdd7ae3d", "gitBranch": "PR-2476-a8b01a39", "buildTime": "2026-05-16T17:59:58Z", "goVersion": "go1.26.3", "os": "linux", "arch": "amd64"} 2026-05-16T20:34:36.201Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-05-16T20:34:36.205Z INFO setup Registering Components. 2026-05-16T20:34:37.202Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-05-16T20:34:37.202Z INFO setup Starting the Cmd. 2026-05-16T20:34:37.213Z INFO controller-runtime.metrics Starting metrics server 2026-05-16T20:34:37.213Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-05-16T20:34:37.213Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-05-16T20:34:37.213Z INFO controller-runtime.webhook Starting webhook server 2026-05-16T20:34:37.214Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-05-16T20:34:37.214Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-05-16T20:34:37.214Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-05-16T20:34:37.314Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-05-16T20:34:37.349Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-05-16T20:34:37.349Z DEBUG events percona-xtradb-cluster-operator-8548fd5788-sjkcz_c896728d-8fc6-48e1-b09c-2cffbea653c2 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"20d00efb-486c-465d-a0fe-1ac083bba8a7","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1778963677343151009"}, "reason": "LeaderElection"} 2026-05-16T20:34:37.349Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-05-16T20:34:37.349Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-05-16T20:34:37.349Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-05-16T20:34:37.349Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-05-16T20:34:37.550Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-05-16T20:34:37.550Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-05-16T20:34:37.550Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-05-16T20:34:37.550Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-05-16T20:34:37.550Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-05-16T20:34:37.551Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-05-16T20:38:48.907Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "version": "1.20.0"} 2026-05-16T20:38:55.372Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "auto-pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-05-16T20:38:55.388Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-05-16T20:38:55.506Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-05-16T20:38:55.548Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-05-16T20:38:55.621Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-05-16T20:38:55.684Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-05-16T20:38:55.821Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-05-16T20:38:56.027Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e8927048-54ce-4292-a511-6132e70265bb", "object": "pitr-gap-errors-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-05-16T20:38:56.511Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9d35e357-1f13-40e4-9ea0-4fb872f07a54", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-05-16T20:38:56.538Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9d35e357-1f13-40e4-9ea0-4fb872f07a54", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-05-16T20:39:47.829Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c", "user": "operator"} 2026-05-16T20:39:47.865Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c", "user": "monitor"} 2026-05-16T20:39:47.914Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c"} 2026-05-16T20:39:47.949Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c"} 2026-05-16T20:39:47.978Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c", "user": "xtrabackup"} 2026-05-16T20:39:48.018Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c"} 2026-05-16T20:39:48.048Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c", "user": "replication"} 2026-05-16T20:39:48.056Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3e30a383-69fc-403d-8379-be6f19e99b7c", "err": "get primary pxc pod: not found"} 2026-05-16T20:39:53.195Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3ebda078-e426-4d8a-9201-5baf3659a1af", "err": "get primary pxc pod: not found"} 2026-05-16T20:39:58.313Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f4fc0ee2-cb11-481a-9e96-870f62661517", "err": "get primary pxc pod: not found"} 2026-05-16T20:40:03.417Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4ff847f7-9758-4ee6-a157-3f483d557f6f", "err": "get primary pxc pod: not found"} 2026-05-16T20:41:52.853Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af549be2-27e5-4187-9ec9-130b63ffe0dc", "user": "root"} 2026-05-16T20:41:52.930Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af549be2-27e5-4187-9ec9-130b63ffe0dc", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}"} 2026-05-16T20:41:53.005Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af549be2-27e5-4187-9ec9-130b63ffe0dc", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:Deployment,APIVersion:apps/v1,}"} 2026-05-16T20:41:53.083Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af549be2-27e5-4187-9ec9-130b63ffe0dc", "new version": "8.0.43-34.1"} 2026-05-16T20:41:53.578Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c1d4a84f-ebc4-4a8b-bd26-8e7992759c64", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}", "hashChanged": false, "metaChanged": true}   &v1.Service{    TypeMeta: v1.TypeMeta{ -  Kind: "Service", +  Kind: "", -  APIVersion: "v1", +  APIVersion: "",    },    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "e362fdf3-573e-4d5f-8061-7d9a6af7eb59", +  UID: "", -  ResourceVersion: "1778964112999375021", +  ResourceVersion: "",    Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:41:52 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil,    Annotations: map[string]string{ -  "cloud.google.com/neg": `{"ingress":true}`,    "percona.com/last-config-hash": "eyJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJwb3J0Ijo4MDgwLCJ0YXJnZXRQb3J0"...,    },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "v1", -  Time: s"2026-05-16 20:41:52 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.ServiceSpec{    Ports: []v1.ServicePort{    {    Name: "http", -  Protocol: "TCP", +  Protocol: "",    AppProtocol: nil,    Port: 8080,    TargetPort: intstr.IntOrString{    Type: 0, -  IntVal: 8080, +  IntVal: 0,    StrVal: "",    },    NodePort: 0,    },    },    Selector: {"app.kubernetes.io/component": "pitr", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},    ClusterIP: "34.118.239.25", -  ClusterIPs: []string{"34.118.239.25"}, +  ClusterIPs: nil,    Type: "ClusterIP",    ExternalIPs: nil, -  SessionAffinity: "None", +  SessionAffinity: "",    LoadBalancerIP: "",    LoadBalancerSourceRanges: nil,    ... // 3 identical fields    PublishNotReadyAddresses: false,    SessionAffinityConfig: nil, -  IPFamilies: []v1.IPFamily{"IPv4"}, +  IPFamilies: nil, -  IPFamilyPolicy: &"SingleStack", +  IPFamilyPolicy: nil,    AllocateLoadBalancerNodePorts: nil,    LoadBalancerClass: nil, -  InternalTrafficPolicy: &"Cluster", +  InternalTrafficPolicy: nil,    TrafficDistribution: nil,    },    Status: {},   } 2026-05-16T20:41:54.890Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af549be2-27e5-4187-9ec9-130b63ffe0dc"} 2026-05-16T20:42:00.986Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b4328828-39cc-481e-a626-604ff7677edb"} 2026-05-16T20:42:06.224Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3a02b4e1-8c94-4ea3-8ec1-7aa8abb2002c"} 2026-05-16T20:42:11.402Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fa110cf2-b36f-4c49-b83c-15d0a129b404"} 2026-05-16T20:42:16.690Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "83d9e225-5300-4195-9320-bc652a029165"} 2026-05-16T20:42:22.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "07b70d0c-1595-4f5a-bfed-9b77d7505d96"} 2026-05-16T20:42:27.293Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "08e84e28-deaf-41ff-9f1c-d02d2bbee770"} 2026-05-16T20:42:32.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "584bc237-0154-4b62-9809-d7a3d688ded0"} 2026-05-16T20:42:37.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ad5905e7-09f6-4b77-a047-936ef63b2971"} 2026-05-16T20:42:42.991Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fd7eff0f-e9c5-4cdf-8afe-03cf9c9c06bb"} 2026-05-16T20:42:48.407Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "eb51684d-f131-485c-8d07-0d8bdcf1a874"} 2026-05-16T20:42:53.930Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "431f8844-d7e0-4cbc-906f-5a14deb3ec2c"} 2026-05-16T20:42:59.270Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5727eb92-44eb-4de6-9cc2-049ca1ec19ae"} 2026-05-16T20:43:04.511Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "eab1a778-7b08-4337-9b71-73a3a04f76bc"} 2026-05-16T20:43:09.315Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "80e8f8d6-ebc9-4c88-9fb6-8279d0a02788"} 2026-05-16T20:43:15.022Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "51797343-4521-49d3-a702-cfce515bb215"} 2026-05-16T20:43:15.414Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "8c5ff9d5-c635-46ee-8003-20a2c8fff214", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:15.452Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "8c5ff9d5-c635-46ee-8003-20a2c8fff214", "namespace": "pitr-gap-errors-29237", "name": "xb-on-pitr-minio"} 2026-05-16T20:43:20.319Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "03cb5a04-b525-4da8-9956-b487c8bf3289"} 2026-05-16T20:43:20.453Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "fcc4a444-3b02-46fa-8047-d213a42b7b85", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:20.518Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "40bb0c9b-54d1-421b-93c4-28ec5bb21922", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:25.488Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "481a78f1-7d24-44dc-84ad-5dab85d8be56"} 2026-05-16T20:43:25.556Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "88517d2f-cf05-4137-803d-9fd9b3ca4abb", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:30.308Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "7a7963ec-df5f-4224-9203-a076cf7cb9b7"} 2026-05-16T20:43:30.592Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "12d2d6ac-f795-4b15-a6fd-417449e84469", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:35.629Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "422ff73b-65cc-4477-bd6e-599ba43f3655", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:36.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d2e48969-60f1-4275-ae44-6d459330839f"} 2026-05-16T20:43:40.662Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "05e5bef4-3419-445e-90c2-c3d8e0c777a1", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:41.279Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d04ec132-a3b3-4644-99b1-99c010a632f5"} 2026-05-16T20:43:45.707Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "7a01e437-4b1c-4ec5-9bd3-96dbfc4d55b0", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:43:45.753Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "7a01e437-4b1c-4ec5-9bd3-96dbfc4d55b0", "job": "xb-on-pitr-minio"} 2026-05-16T20:43:45.753Z DEBUG Removing binlog gap file from binlog collector {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "7a01e437-4b1c-4ec5-9bd3-96dbfc4d55b0", "job": "xb-on-pitr-minio", "pod": "pitr-gap-errors-pitr-6cdd6f746c-9klj4"} 2026-05-16T20:43:46.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4d8ddcd4-589f-4915-8cae-304cc53efede"} 2026-05-16T20:43:46.759Z DEBUG Removing binlog timeline file from binlog collector {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "7a01e437-4b1c-4ec5-9bd3-96dbfc4d55b0", "job": "xb-on-pitr-minio", "pod": "pitr-gap-errors-pitr-6cdd6f746c-9klj4"} 2026-05-16T20:43:47.035Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio", "reconcileID": "7a01e437-4b1c-4ec5-9bd3-96dbfc4d55b0", "job": "xb-on-pitr-minio", "secret": "pitr-gap-errors-mysql-init"} 2026-05-16T20:43:51.848Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e416cdff-a0d4-4109-b08c-4d8057a12270"} 2026-05-16T20:43:57.487Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "66f22f5f-a5f1-4c96-89b2-dc2028b8bd31"} 2026-05-16T20:44:03.320Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f014a17a-5ff3-4d05-8be5-48d4cb29073c"} 2026-05-16T20:44:09.192Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a8cf2ef0-ec2f-4d75-9258-161b1e1adb9e"} 2026-05-16T20:44:14.995Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "49508324-af90-4360-8dbc-c215da868d1a"} 2026-05-16T20:44:20.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8b5b9aa8-05eb-4de0-b31e-0d6333e6f67a"} 2026-05-16T20:44:26.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "20f88508-d0eb-45a1-9f62-03785e01424e"} 2026-05-16T20:44:32.318Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0cb0af58-b4a4-4ebb-8103-5359dabeae68"} 2026-05-16T20:44:38.277Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b6776ef0-7f47-4d17-bc72-110ede1627ef"} 2026-05-16T20:44:44.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "50516c58-0fc7-45d8-bda0-6273106e1d5e"} 2026-05-16T20:44:50.095Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "71474e7e-d587-49e2-98d7-33aa1036cb2e"} 2026-05-16T20:44:54.706Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fd347796-3322-4c6e-b940-d7d5fcba732c", "latest": "2026-05-16 20:44:49 +0000 UTC", "lastBackup": "on-pitr-minio"} 2026-05-16T20:44:55.872Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fd347796-3322-4c6e-b940-d7d5fcba732c"} 2026-05-16T20:45:01.583Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a25eafa2-7423-4d1d-8ae8-f26193f0f9fc"} 2026-05-16T20:45:07.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1c58074e-e36b-46db-87b4-aff2ff84f9d1"} 2026-05-16T20:45:11.101Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "161ea0af-9d74-4767-b37a-1603f76a4c8c", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:11.130Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "161ea0af-9d74-4767-b37a-1603f76a4c8c", "namespace": "pitr-gap-errors-29237", "name": "xb-on-pitr-minio-gap"} 2026-05-16T20:45:13.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "25742083-b8af-4cae-8e5f-91449e636f5e"} 2026-05-16T20:45:16.131Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "307b2d66-4c1b-426b-88e7-5267072c3928", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:16.201Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "ff0e57c1-caa5-4966-96bc-d76f8633640c", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:16.275Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "8e3ad603-3c12-4140-8665-a779c28e9247", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:19.208Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "93050877-7f0d-41fd-8ce2-5ad3f13ce791"} 2026-05-16T20:45:21.326Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "dbe743ca-dc1c-4bd3-ab05-cad0cc05b73e", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:25.174Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "78acd54f-7753-454f-a0a6-eeb569868331"} 2026-05-16T20:45:26.721Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "e24fff68-8ce6-46c8-8f9c-a78ada8ce5c5", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:30.490Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3eff9de5-0f3f-4080-8648-da8d98c4e940"} 2026-05-16T20:45:31.761Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "979e2581-d6a9-4ce7-8a4b-5f66fbf03f00", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:36.175Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "779d6c83-ccc2-4d53-9080-76d0be77bceb"} 2026-05-16T20:45:36.797Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "d21357c9-23a6-4980-9def-c22506aea5f5", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:41.967Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "d85a03c1-34f4-4fff-9ad6-b7899ac9aeb8", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:42.029Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "67af7eeb-71c9-4282-b0b0-c85423dd2737", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:42.182Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1cf2d312-26ff-4ce5-8c1f-0f37d0cd6329"} 2026-05-16T20:45:46.582Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3f906cb5-9399-43d7-b034-d6c7f1a0d66d", "latest": "2026-05-16 20:45:46 +0000 UTC", "lastBackup": "on-pitr-minio"} 2026-05-16T20:45:47.067Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "3f871cf6-af72-4f28-a4d0-0043f47ed5f2", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T20:45:47.103Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "3f871cf6-af72-4f28-a4d0-0043f47ed5f2", "job": "xb-on-pitr-minio-gap"} 2026-05-16T20:45:47.103Z DEBUG Removing binlog gap file from binlog collector {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "3f871cf6-af72-4f28-a4d0-0043f47ed5f2", "job": "xb-on-pitr-minio-gap", "pod": "pitr-gap-errors-pitr-6cdd6f746c-9klj4"} 2026-05-16T20:45:48.086Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3f906cb5-9399-43d7-b034-d6c7f1a0d66d"} 2026-05-16T20:45:48.134Z DEBUG Removing binlog timeline file from binlog collector {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "3f871cf6-af72-4f28-a4d0-0043f47ed5f2", "job": "xb-on-pitr-minio-gap", "pod": "pitr-gap-errors-pitr-6cdd6f746c-9klj4"} 2026-05-16T20:45:48.407Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio-gap","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio-gap", "reconcileID": "3f871cf6-af72-4f28-a4d0-0043f47ed5f2", "job": "xb-on-pitr-minio-gap", "secret": "pitr-gap-errors-mysql-init"} 2026-05-16T20:45:53.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1482fb20-7373-4823-a118-d3c2661ee304"} 2026-05-16T20:45:59.677Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b9dd0f92-6c8e-46a3-9d06-895c54ce8a5d"} 2026-05-16T20:46:05.493Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c18776ff-e3f4-4500-b45a-b2cd1f3239b7"} 2026-05-16T20:46:10.824Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ba83f7ad-91ab-4807-8c9f-24ea256d37b6"} 2026-05-16T20:46:16.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0feb8fe3-45ec-4943-8c1b-e6cc3dfbb554"} 2026-05-16T20:46:22.727Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "68550d20-aa34-4ae8-9900-9848639ac5c7"} 2026-05-16T20:46:28.892Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "071a25b4-ada6-4838-8cd4-3af28cc2c197"} 2026-05-16T20:46:34.510Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "dc74d279-b886-45f9-a348-67169d56327c"} 2026-05-16T20:46:40.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ab0ca15a-ce53-47b1-9079-33957ea1011d"} 2026-05-16T20:46:44.731Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d5a373e5-13c7-4572-a1e4-8a7f048bb87e", "latest": "2026-05-16 20:46:42 +0000 UTC", "lastBackup": "on-pitr-minio-gap"} 2026-05-16T20:46:45.925Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d5a373e5-13c7-4572-a1e4-8a7f048bb87e"} 2026-05-16T20:46:51.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ddb28b29-6a73-4e50-8f86-3f2edcf7ad8c"} 2026-05-16T20:46:57.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "da9a9013-e1e0-4be5-ac4b-1c9cf7ef5dfe"} 2026-05-16T20:47:03.294Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "93e1ae0f-0709-4275-a194-12c83897177d"} 2026-05-16T20:47:09.025Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a563d3db-b3fe-4480-9158-130a196c4358"} 2026-05-16T20:47:14.808Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "506d12d3-4af3-4a4e-b2aa-19c249801483"} 2026-05-16T20:47:19.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "73a79d68-5a9e-4dbe-ba73-f58925e5c72b"} 2026-05-16T20:47:25.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "bf73cc99-fe2f-4128-80d4-5f06039aa1fe"} 2026-05-16T20:47:30.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2d9d8937-cf2f-4d6a-8023-9cf8fb12c4c8"} 2026-05-16T20:47:34.985Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4d100620-ae53-4400-8d94-c8805b240eee", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}"} 2026-05-16T20:47:35.075Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4d100620-ae53-4400-8d94-c8805b240eee", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:Deployment,APIVersion:apps/v1,}"} 2026-05-16T20:47:35.740Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d91388b8-0717-4f40-b12b-be031b41a2ef", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}", "hashChanged": false, "metaChanged": true}   &v1.Service{    TypeMeta: v1.TypeMeta{ -  Kind: "Service", +  Kind: "", -  APIVersion: "v1", +  APIVersion: "",    },    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "27cedf0d-ac06-4a1b-8edc-5be4e644bf44", +  UID: "", -  ResourceVersion: "1778964455069375021", +  ResourceVersion: "",    Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:47:34 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil,    Annotations: map[string]string{ -  "cloud.google.com/neg": `{"ingress":true}`,    "percona.com/last-config-hash": "eyJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJwb3J0Ijo4MDgwLCJ0YXJnZXRQb3J0"...,    },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "v1", -  Time: s"2026-05-16 20:47:34 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.ServiceSpec{    Ports: []v1.ServicePort{    {    Name: "http", -  Protocol: "TCP", +  Protocol: "",    AppProtocol: nil,    Port: 8080,    TargetPort: intstr.IntOrString{    Type: 0, -  IntVal: 8080, +  IntVal: 0,    StrVal: "",    },    NodePort: 0,    },    },    Selector: {"app.kubernetes.io/component": "pitr", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},    ClusterIP: "34.118.226.82", -  ClusterIPs: []string{"34.118.226.82"}, +  ClusterIPs: nil,    Type: "ClusterIP",    ExternalIPs: nil, -  SessionAffinity: "None", +  SessionAffinity: "",    LoadBalancerIP: "",    LoadBalancerSourceRanges: nil,    ... // 3 identical fields    PublishNotReadyAddresses: false,    SessionAffinityConfig: nil, -  IPFamilies: []v1.IPFamily{"IPv4"}, +  IPFamilies: nil, -  IPFamilyPolicy: &"SingleStack", +  IPFamilyPolicy: nil,    AllocateLoadBalancerNodePorts: nil,    LoadBalancerClass: nil, -  InternalTrafficPolicy: &"Cluster", +  InternalTrafficPolicy: nil,    TrafficDistribution: nil,    },    Status: {},   } 2026-05-16T20:47:35.869Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "82c13ce3-088c-46b8-ab52-74f696dfbc81"} 2026-05-16T20:47:37.819Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d91388b8-0717-4f40-b12b-be031b41a2ef", "error": "exec binlog collector pod pitr-gap-errors-pitr-6cdd6f746c-4pbwn: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6cdd6f746c-4pbwn\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T20:47:39.013Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c363beb5-923c-4078-801d-bfc9531ce7a8", "error": "exec binlog collector pod pitr-gap-errors-pitr-6cdd6f746c-4pbwn: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6cdd6f746c-4pbwn\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T20:47:41.991Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4a11c8fc-4128-4444-9929-bd8660cbe504"} 2026-05-16T20:47:47.712Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "dcb17eff-6024-4e88-b75a-c5845798fa1f"} 2026-05-16T20:47:53.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6ca0c392-663a-48f5-a069-4796efd7a0b4"} 2026-05-16T20:47:59.614Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0fad0826-9cdc-4d62-8713-8ee8dab7a6be"} 2026-05-16T20:48:05.189Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0aa2fa14-6ed0-43bd-aae8-6d3eb9938341"} 2026-05-16T20:48:11.196Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a4f18fa5-bd8a-4cef-80a2-78a9ab4a2d6a"} 2026-05-16T20:48:17.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cfbc2019-5602-4e1d-9ae4-80d6a4103b0f"} 2026-05-16T20:48:23.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "27b6264e-a896-4424-bba2-033e5c6e37d2"} 2026-05-16T20:48:29.491Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "22dbdc9a-dda0-4ca0-99e8-32f5210917ce"} 2026-05-16T20:48:35.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "26357f55-ead2-4e2f-b9a1-134770fdb855"} 2026-05-16T20:48:39.690Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b481de63-94e5-4d36-87d5-1eb2e7d23c8c", "latest": "2026-05-16 20:47:48 +0000 UTC", "lastBackup": "on-pitr-minio-gap"} 2026-05-16T20:48:41.120Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b481de63-94e5-4d36-87d5-1eb2e7d23c8c"} 2026-05-16T20:48:45.232Z INFO Gap detected in binary logs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9fa500e3-99d2-4053-a656-23b64ec79548", "collector": "pitr-gap-errors-pitr-6cdd6f746c-4pbwn", "missingGTIDSet": "4f4bdbb8-5167-11f1-a488-62108ef8abac:25-27", "latestBackup": "on-pitr-minio-gap"} 2026-05-16T20:48:46.707Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9fa500e3-99d2-4053-a656-23b64ec79548"} 2026-05-16T20:48:53.123Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c9effdc9-40d1-47b0-ab44-80ac37b552a8"} 2026-05-16T20:48:59.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "40b147e3-efc4-4cf1-a382-2040074cdd0a"} 2026-05-16T20:49:04.715Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0cfb9d01-72c9-4b3e-9d71-bdea75aca07c"} 2026-05-16T20:49:07.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cf261fbe-71f1-4742-aa39-f30715ff09de"} 2026-05-16T20:49:12.502Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "43820ea4-8089-4d56-a49a-bc29fa7f5f93"} 2026-05-16T20:49:17.911Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2e935060-ef75-43b2-b5b1-0e72095097bc"} 2026-05-16T20:49:19.729Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "c0fc2aab-d026-41ea-8f56-9d419a5c0dbe", "cluster": "pitr-gap-errors"} 2026-05-16T20:49:19.843Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6369d64a-6b0b-4328-941d-f7c64bdf68c0"} 2026-05-16T20:49:19.844Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6369d64a-6b0b-4328-941d-f7c64bdf68c0", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778964107096127022", +  ResourceVersion: "", -  Generation: 1, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:38:55 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:41:47 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &3, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 1, +  ObservedGeneration: 0, -  Replicas: 3, +  Replicas: 0, -  ReadyReplicas: 3, +  ReadyReplicas: 0, -  CurrentReplicas: 3, +  CurrentReplicas: 0, -  UpdatedReplicas: 3, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 3, +  AvailableReplicas: 0,    },   } 2026-05-16T20:49:19.896Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6369d64a-6b0b-4328-941d-f7c64bdf68c0", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778963974866687011", +  ResourceVersion: "", -  Generation: 1, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:38:55 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:39:34 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 1, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T20:49:19.970Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6369d64a-6b0b-4328-941d-f7c64bdf68c0", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778963974866687011", +  ResourceVersion: "", -  Generation: 1, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:38:55 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:39:34 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 1, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T20:50:00.428Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "68f0a867-c513-4176-a3c6-462dd941d607", "cluster": "pitr-gap-errors", "backup": "on-pitr-minio-gap"} 2026-05-16T20:50:00.507Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "74a7ca24-9d0e-4c7c-ab13-864580638053", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:05.523Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "9c40e70c-acf2-4109-acd5-8147836add69", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:10.541Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "47ba38b9-b04d-4d66-a80e-bc6b57844a8c", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:15.560Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "5eabbeb4-1794-4a90-ad19-e35e8f31bfff", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:20.575Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "acf4e446-8477-4afa-80a1-ffad18e10fc3", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:25.591Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "85e48ead-5d4a-414f-9e88-0f46c003d4be", "job": "restore-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:30.606Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "69c63afe-ab06-4ac4-ba02-83db7ae8cb35", "cluster": "pitr-gap-errors"} 2026-05-16T20:50:30.666Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "627d5a04-b734-4bc1-a32b-1b592e3902de", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:35.685Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "268ff25a-03b4-4913-a4f7-5099ff0120bd", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:40.705Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "858a1451-f7d0-425e-86c6-c2959eca5abe", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:45.721Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "76e77c32-a1cd-4cb7-9417-31672fdcb628", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:50.738Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "2f47fea9-573c-407e-9d46-406b14a1e06e", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:50:55.754Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "c425ec4c-5a9e-44a8-957b-ad9fde68588f", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:00.768Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "a72693d0-c719-4e59-9b99-54e27710a2bf", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:05.783Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "fe5f77d6-efc0-4997-866a-062d76754b3f", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:10.801Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "b9330493-9481-48f7-a9e6-66052db76b43", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:15.816Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "c3cd0651-0bd0-44f3-a771-31b9df80ea0a", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:20.831Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "606646d7-dfdf-4e46-9083-7549e8ab7f28", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:25.848Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "1521178c-1f13-4e2d-8221-99c7686ac6e5", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:30.862Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "11a269ec-bf01-4a48-8fc4-f42303981e3b", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:35.880Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "fcb22737-5a84-4b09-a1ca-e5aae8c5c75d", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:40.896Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "2821f913-5fb7-4afe-9d9d-6008306c164e", "job": "prepare-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:51:46.090Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3c88702d-cdf6-4c1a-bde9-ef976d00633e", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778964598509167022", +  ResourceVersion: "", -  Generation: 2, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:19 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:58 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &1,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 2, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:51:46.151Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3c88702d-cdf6-4c1a-bde9-ef976d00633e", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964562256751011", +  ResourceVersion: "", -  Generation: 2, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiN2Q5Mzc1MWM0MGRlZjQ2YmFkZTU5Zjc4NDQ2NDA3NzkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI0YjdiZDA1Y2ZhZDg4MTVlNDEzMTY5MDQyZjhhYzE4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InBpdHItZ2FwLWVycm9ycy1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoicGl0ci1nYXAtZXJyb3JzLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJwaXRyLWdhcC1lcnJvcnMtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InBpdHItZ2FwLWVycm9ycy1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXBpdHItZ2FwLWVycm9ycyIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1waXRyLWdhcC1lcnJvcnMiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtcGl0ci1nYXAtZXJyb3JzIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1vcnkiOiIxRyJ9LCJyZXF1ZXN0cyI6eyJjcHUiOiIxMDBtIiwibWVtb3J5IjoiMTAwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoi"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiN2Q5Mzc1MWM0MGRlZjQ2YmFkZTU5Zjc4NDQ2NDA3NzkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI0YjdiZDA1Y2ZhZDg4MTVlNDEzMTY5MDQyZjhhYzE4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InBpdHItZ2FwLWVycm9ycy1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoicGl0ci1nYXAtZXJyb3JzLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJwaXRyLWdhcC1lcnJvcnMtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InBpdHItZ2FwLWVycm9ycy1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXBpdHItZ2FwLWVycm9ycyIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1waXRyLWdhcC1lcnJvcnMiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtcGl0ci1nYXAtZXJyb3JzIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1vcnkiOiIxRyJ9LCJyZXF1ZXN0cyI6eyJjcHUiOiIxMDBtIiwibWVtb3J5IjoiMTAwTSJ9fSwidm9sdW1lTW91bnRz"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:19 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:22 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{    Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: []v1.EnvVar{    ... // 3 identical elements    {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}},    {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "monitor"}}},    {    Name: "SCHEDULER_CHECKTIMEOUT", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_WRITERALSOREADER", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYUP", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYDOWN", -  Value: "0", +  Value: "3",    ValueFrom: nil,    },    {    Name: "SCHEDULER_PINGTIMEOUT", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_NODECHECKINTERVAL", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_MAXCONNECTIONS", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    {Name: "PXC_READ_ONLY", Value: "false"},    },    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    ResizePolicy: nil,    ... // 6 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 5 identical fields    Ports: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: []v1.EnvVar{    ... // 3 identical elements    {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}},    {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "monitor"}}},    {    Name: "SCHEDULER_CHECKTIMEOUT", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_WRITERALSOREADER", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYUP", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYDOWN", -  Value: "0", +  Value: "3",    ValueFrom: nil,    },    {    Name: "SCHEDULER_PINGTIMEOUT", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_NODECHECKINTERVAL", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_MAXCONNECTIONS", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    {Name: "PXC_READ_ONLY", Value: "false"},    },    Resources: {},    ResizePolicy: nil,    ... // 6 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 2, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:51:46.241Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3c88702d-cdf6-4c1a-bde9-ef976d00633e", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964562256751011", +  ResourceVersion: "", -  Generation: 2, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiN2Q5Mzc1MWM0MGRlZjQ2YmFkZTU5Zjc4NDQ2NDA3NzkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI0YjdiZDA1Y2ZhZDg4MTVlNDEzMTY5MDQyZjhhYzE4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InBpdHItZ2FwLWVycm9ycy1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoicGl0ci1nYXAtZXJyb3JzLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJwaXRyLWdhcC1lcnJvcnMtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InBpdHItZ2FwLWVycm9ycy1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXBpdHItZ2FwLWVycm9ycyIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1waXRyLWdhcC1lcnJvcnMiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtcGl0ci1nYXAtZXJyb3JzIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1vcnkiOiIxRyJ9LCJyZXF1ZXN0cyI6eyJjcHUiOiIxMDBtIiwibWVtb3J5IjoiMTAwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoi"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiN2Q5Mzc1MWM0MGRlZjQ2YmFkZTU5Zjc4NDQ2NDA3NzkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImI0YjdiZDA1Y2ZhZDg4MTVlNDEzMTY5MDQyZjhhYzE4In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InBpdHItZ2FwLWVycm9ycy1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoicGl0ci1nYXAtZXJyb3JzLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ3Ni1hOGIwMWEzOSIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJwaXRyLWdhcC1lcnJvcnMtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InBpdHItZ2FwLWVycm9ycy1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXBpdHItZ2FwLWVycm9ycyIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1waXRyLWdhcC1lcnJvcnMiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtcGl0ci1nYXAtZXJyb3JzIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlBYQ19SRUFEX09OTFkiLCJ2YWx1ZSI6ImZhbHNlIn1dLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjcwMG0iLCJtZW1vcnkiOiIxRyJ9LCJyZXF1ZXN0cyI6eyJjcHUiOiIxMDBtIiwibWVtb3J5IjoiMTAwTSJ9fSwidm9sdW1lTW91bnRz"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:19 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:49:22 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{    Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: []v1.EnvVar{    ... // 3 identical elements    {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}},    {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "monitor"}}},    {    Name: "SCHEDULER_CHECKTIMEOUT", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_WRITERALSOREADER", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYUP", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYDOWN", -  Value: "0", +  Value: "3",    ValueFrom: nil,    },    {    Name: "SCHEDULER_PINGTIMEOUT", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_NODECHECKINTERVAL", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_MAXCONNECTIONS", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    {Name: "PXC_READ_ONLY", Value: "false"},    },    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    ResizePolicy: nil,    ... // 6 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 5 identical fields    Ports: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: []v1.EnvVar{    ... // 3 identical elements    {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}},    {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "monitor"}}},    {    Name: "SCHEDULER_CHECKTIMEOUT", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_WRITERALSOREADER", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYUP", -  Value: "0", +  Value: "1",    ValueFrom: nil,    },    {    Name: "SCHEDULER_RETRYDOWN", -  Value: "0", +  Value: "3",    ValueFrom: nil,    },    {    Name: "SCHEDULER_PINGTIMEOUT", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_NODECHECKINTERVAL", -  Value: "0", +  Value: "2000",    ValueFrom: nil,    },    {    Name: "SCHEDULER_MAXCONNECTIONS", -  Value: "0", +  Value: "1000",    ValueFrom: nil,    },    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    {Name: "PXC_READ_ONLY", Value: "false"},    },    Resources: {},    ResizePolicy: nil,    ... // 6 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 2, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-5f56c9cb5c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:51:50.978Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "eb75b537-30ba-46cd-ba6d-3b1430306103", "cluster": "pitr-gap-errors"} 2026-05-16T20:51:56.001Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "bfa0da41-83e5-44e4-9a4a-c6a38e89b689", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:01.017Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "8175b5ec-8281-479f-a58b-e129e8ecaa97", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:06.035Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "11a190df-fd9a-49c9-8cb3-56ea8163eea3", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:11.065Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "0b0e316b-a1e2-4c03-8a42-55c1ddd483b9", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:16.081Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "d5017342-7559-4fda-9c99-e3ca8b1315fc", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:21.100Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "cce5bec7-a0e0-46cb-b99c-c6588dfddb1c", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:26.121Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "4d14eed5-9cff-452c-bc15-2ca82ea9238f", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:28.572Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d9019bbf-255f-4261-9cf4-9d6ddac4a332"} 2026-05-16T20:52:28.619Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d9019bbf-255f-4261-9cf4-9d6ddac4a332", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T20:52:31.138Z INFO point-in-time recovering {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "b1c7e1fe-5fc6-4d5f-b899-ca512a4406b4", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:31.211Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "91a6193a-6d64-4c93-8059-f3f2d3b20c36", "job": "pitr-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:52:33.763Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "62ead13a-2a75-49a9-919d-1310d5b4b082"} 2026-05-16T20:52:33.803Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "62ead13a-2a75-49a9-919d-1310d5b4b082", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T20:52:36.229Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "a80b761d-491b-4aaf-80a5-e2092516838e", "job": "pitr-job-restore-on-pitr-minio-gap-force-pitr-gap-errors"} 2026-05-16T20:52:38.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2a68e5c6-6466-4fc0-9194-42b173885922"} 2026-05-16T20:52:38.992Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2a68e5c6-6466-4fc0-9194-42b173885922", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T20:52:41.244Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "8a73a302-511c-498d-a737-67f46e023d0f", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:41.542Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d90bdae1-cbdd-48fb-af00-0ec79f930bc4", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778964744199183022", +  ResourceVersion: "", -  Generation: 3, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:51:46 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:52:24 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &1, +  Replicas: &3,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 3, +  ObservedGeneration: 0, -  Replicas: 1, +  Replicas: 0, -  ReadyReplicas: 1, +  ReadyReplicas: 0, -  CurrentReplicas: 1, +  CurrentReplicas: 0, -  UpdatedReplicas: 1, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 1, +  AvailableReplicas: 0,    },   } 2026-05-16T20:52:41.609Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d90bdae1-cbdd-48fb-af00-0ec79f930bc4", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964706345279011", +  ResourceVersion: "", -  Generation: 3, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:51:46 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:51:46 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 3, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:52:41.739Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d90bdae1-cbdd-48fb-af00-0ec79f930bc4", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964706345279011", +  ResourceVersion: "", -  Generation: 3, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:51:46 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:51:46 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 3, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:52:44.439Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d90bdae1-cbdd-48fb-af00-0ec79f930bc4", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T20:52:46.409Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "bd95cc08-6c7e-4c87-8d3e-b44293163f28", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:47.214Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6c3da3c6-7979-42fa-a809-05b20a3d4c2b", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T20:52:51.426Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "1ed7c8f0-a024-42b8-b36f-3fb0945072c9", "cluster": "pitr-gap-errors"} 2026-05-16T20:52:54.319Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "eb7a37be-ae35-4f3b-89d1-7b3b0d0c607f", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.78.41.63:6032: connect: connection refused"} 2026-05-16T20:52:56.805Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "dce2df4c-bfd1-4a59-8831-c9660c76a6eb", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:01.822Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "0590b31b-da28-49e5-b6ea-39483e46d2fa", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:06.838Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "64e3ce94-9542-4fb4-9d82-cdc756420b4f", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:11.896Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "15857f92-8d8d-4a42-8989-c03a3ed90d64", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:16.911Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "4c288862-6388-40c6-aee6-5b0bb283cd4e", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:21.926Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "37ae0e32-c337-4b3c-8347-532f7492141c", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:27.242Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "8d71f807-fa82-4dee-a533-16f9ff22588e", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:32.260Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "93597ffd-2164-4996-838b-0ac67cdbb7b8", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:37.277Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "bed30e44-abc1-4759-ab70-7743fc45c7ab", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:42.302Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "b9f08de7-2db3-4d51-9137-687c9b04b09c", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:47.318Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "2a2c525e-d877-45f0-bf45-357f6095bad0", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:52.336Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "d84bd794-b7f5-42df-be68-15918e4abaaa", "cluster": "pitr-gap-errors"} 2026-05-16T20:53:57.371Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "f16ba1d9-24bf-47ad-94c2-e02170863b4f", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:02.389Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "ec021b06-489e-4611-83b8-5eceb3ea79ce", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:07.407Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "db29c051-b89d-4d5e-a80e-ce9c9249638c", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:12.478Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "01c64834-e884-4c6e-bde1-57dcbdb7a68c", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:17.507Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "02691a65-6976-4f33-a82f-3adc05348fc1", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:22.522Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "4ff457b8-5d8f-414a-b78b-a48155ca828a", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:27.537Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "8dba3c17-cf14-4862-98f9-31d4c9a85a2b", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:32.552Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "d5997817-2374-4e21-b0ba-e1b582ed2407", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:37.567Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "0fee160d-2e89-4848-8d0e-b48abf7e1fed", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:42.582Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "e349555b-904d-40db-92b8-ebedc57e87f7", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:47.607Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "a066318c-691b-46b6-a597-ed813a0fed3b", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:52.623Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "0475bf4a-7bb9-4597-b095-4bb1aa7b2af6", "cluster": "pitr-gap-errors"} 2026-05-16T20:54:57.641Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "ddd18184-a95b-4916-b1f7-c38c48ee9f2a", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:02.658Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "1d38793b-7fd6-437e-800f-524951a73251", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:07.674Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "48a94ea5-011d-4e6e-b7d7-1253e3d9f850", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:12.690Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "fd9936ac-71c5-41fd-86e2-ac7eced3dc6e", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:17.707Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "02c15c0a-7323-465f-b7c5-57120b932d22", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:22.730Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "89b521c3-6cc2-4761-b914-e0d854148ec8", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:27.745Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-force","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-force", "reconcileID": "ec75a3dc-7492-4b4a-b4c6-442796e6f517", "cluster": "pitr-gap-errors"} 2026-05-16T20:55:32.761Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0dd8848c-af32-47cf-8480-69dfb43a1465"} 2026-05-16T20:55:38.106Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9e8f2321-6dd5-4508-ae6c-ea4e90ab35ad"} 2026-05-16T20:55:43.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "57e7a127-9280-4143-ab97-6643ca3d6b0b"} 2026-05-16T20:55:48.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e135f592-50a0-4444-b8df-01a8d2ca1184"} 2026-05-16T20:55:54.167Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "75a97c06-7bed-4de2-b6c3-430e85ba6597"} 2026-05-16T20:55:59.404Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c2ca7413-608b-40ed-8f27-a13e2b30faab"} 2026-05-16T20:56:04.459Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8cb7e501-099c-4432-8a08-48999b45a25f"} 2026-05-16T20:56:09.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1d2a662e-97aa-4900-affa-083c7e349f3b"} 2026-05-16T20:56:15.196Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "689d7c74-20a0-4a6a-afbf-053d8572f354"} 2026-05-16T20:56:20.500Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "88d645d8-eedc-4270-85c7-f221c64d9a19"} 2026-05-16T20:56:25.773Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4aa6e4c3-61ec-4a10-b5b6-93101b35409c"} 2026-05-16T20:56:30.908Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "28664541-ad03-4571-b6dc-2be68b0d2924"} 2026-05-16T20:56:36.213Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c6e96db4-aeb2-4c3f-a570-b25fd345dba4"} 2026-05-16T20:56:41.490Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "857e9904-0b3f-4c5b-897e-ca66c2df528a"} 2026-05-16T20:56:46.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f9e52c02-560b-46c1-8024-f593b16bc652"} 2026-05-16T20:56:52.636Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "2f8dc320-fbd4-4e87-9c56-2691dc1bf846", "cluster": "pitr-gap-errors"} 2026-05-16T20:56:52.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c2f27530-ff69-45a5-8e72-caefbbebe591"} 2026-05-16T20:56:52.767Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2da55ef4-1ffa-4b98-93b8-0385248b8afa"} 2026-05-16T20:56:52.769Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2da55ef4-1ffa-4b98-93b8-0385248b8afa", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778964925440847022", +  ResourceVersion: "", -  Generation: 4, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:52:41 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:55:25 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &3, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 4, +  ObservedGeneration: 0, -  Replicas: 3, +  Replicas: 0, -  ReadyReplicas: 3, +  ReadyReplicas: 0, -  CurrentReplicas: 3, +  CurrentReplicas: 0, -  UpdatedReplicas: 3, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 3, +  AvailableReplicas: 0,    },   } 2026-05-16T20:56:52.845Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2da55ef4-1ffa-4b98-93b8-0385248b8afa", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964793790015011", +  ResourceVersion: "", -  Generation: 4, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:52:41 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:53:13 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 4, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T20:56:53.021Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2da55ef4-1ffa-4b98-93b8-0385248b8afa", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778964793790015011", +  ResourceVersion: "", -  Generation: 4, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:52:41 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:53:13 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 4, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T20:57:33.813Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "5411a91c-9d01-469e-9dc0-2f9e6be1872e", "cluster": "pitr-gap-errors", "backup": "on-pitr-minio-gap"} 2026-05-16T20:57:33.872Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "03d26dfa-be00-4084-8f0d-322d8f69dbe3", "job": "restore-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:57:38.887Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "37787706-8901-434d-9470-01a39424961a", "job": "restore-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:57:43.912Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "16d305b1-388b-440d-8d63-ea9026f32192", "job": "restore-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:57:48.925Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "23f7135c-20cc-4571-b009-914bcdebf10e", "job": "restore-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:57:53.944Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "b39c798e-3adc-4b9c-80d0-9dd1945e8991", "cluster": "pitr-gap-errors"} 2026-05-16T20:57:54.010Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "261e736a-5c3c-462b-8a54-e770ea25627a", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:57:59.034Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "4f9a6272-7e2b-47df-ae74-0499b46c8235", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:04.050Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "36efbff6-dcac-48ee-a9c1-73fc048fd025", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:09.069Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "71b2efc6-56ba-4394-b89b-be135210acba", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:14.083Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "215f370f-478f-48ef-a651-5af1b071fe24", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:19.098Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "b423f240-7f79-4ed1-b1dc-9570ede22dfc", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:24.111Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "ae614703-dfdd-4f6e-96cd-add08df3d264", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:29.125Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "4433a8f5-0065-4fdc-a065-1ac23976d8b9", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:34.140Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "d2c972e0-396d-4bfa-b61f-ab8c84697743", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:39.156Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "8ba8c021-9087-47b1-a2cf-a25b37bf2793", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:44.168Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "9bd7c1d4-1ce4-47c2-8583-d90687baeac0", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:49.183Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "6bbe58a0-3f3e-4f1e-9523-91ae10df10a8", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:54.198Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "7ec8169b-bdd6-4bca-aab8-98f1d9f2dfce", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:58:59.215Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "e23adfd9-a68f-486d-9d26-a61ef15a62aa", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:59:04.231Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "c2907c38-176a-4e14-ac3b-ea2e951e74a8", "job": "prepare-job-restore-on-pitr-minio-gap-no-pitr-pitr-gap-errors"} 2026-05-16T20:59:09.247Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "56a35e81-d32d-42f9-918f-48cf538e5533", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:09.455Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b994f251-5e34-42b7-a565-1c4ad35e0f0b", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778965052764959022", +  ResourceVersion: "", -  Generation: 5, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:56:52 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:57:32 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &3,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 5, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:59:09.512Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b994f251-5e34-42b7-a565-1c4ad35e0f0b", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965014719967011", +  ResourceVersion: "", -  Generation: 5, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:56:52 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:56:54 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 5, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:59:09.583Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b994f251-5e34-42b7-a565-1c4ad35e0f0b", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965014719967011", +  ResourceVersion: "", -  Generation: 5, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:56:52 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:56:54 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 5, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T20:59:14.349Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "7083ac3f-94ae-41c3-88aa-1da49d063986", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:19.362Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "57bcb3ba-ccad-43c8-8dfb-506a5806237c", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:24.379Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "f3eb917e-72e6-4a91-a191-6bc95d9fa02b", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:29.396Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "32a2354f-55fd-4023-90a3-4d761ac5bd9d", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:34.422Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "c3cc084d-4e52-4832-aaa4-f1c0f1cc1251", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:39.440Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "56809e75-b951-4e95-bcf9-64a1b070a7ab", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:44.457Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "e66bc210-e084-4e15-b46e-58c095c46edf", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:49.471Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "3fe49db9-b081-417c-8fb0-fa3ef7da7538", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:54.484Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "2dc1a779-a0a5-4e60-827b-6b5e614d0e10", "cluster": "pitr-gap-errors"} 2026-05-16T20:59:59.497Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "fa98ab46-4516-4625-b986-6f05d30afae5", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:02.184Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c934a0c5-6d0b-43ee-a801-65ff78c2dc88", "err": "get primary pxc pod: not found"} 2026-05-16T21:00:04.514Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "f7ed33ee-967a-4ee8-85d3-ac83eb8dd9a8", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:07.379Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5f647bd0-3d37-4ce0-a11a-123d26e8cdab", "err": "get primary pxc pod: not found"} 2026-05-16T21:00:09.540Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "dc5d4b32-1794-4226-8208-1535ac7e66ec", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:14.554Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "9c4655eb-2ba2-4e49-8083-acdd638791e6", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:19.574Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "c3a86782-228f-4c43-a9dd-b04c7d84a505", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:24.594Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "ca486cf4-162e-44f6-9e48-028fc6379291", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:29.608Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "c76246b4-4b03-4109-9faa-330caf36ca1d", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:34.624Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "a6edc67a-d7c6-4dde-a829-91b96ca00963", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:39.638Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "c927fbff-01c3-45d6-851c-f78a00e782b1", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:44.653Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "88bca51f-3abd-4c8c-a8c3-50192c7e8a1a", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:49.669Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "5b7d1327-5767-4674-b91d-1c0d4c4a74de", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:54.683Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "26cb4f3e-2677-46c8-b906-95bcae90615e", "cluster": "pitr-gap-errors"} 2026-05-16T21:00:59.713Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "35fc433f-8d62-48a6-841a-049acde15208", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:04.731Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "10dd6507-fdbb-4491-8863-906a97d3e8cc", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:09.746Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "728eefba-ef4e-4120-bc4b-d343f9dc35e3", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:14.763Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "633fecf7-88ec-4a48-8c6f-2c66d7b55c4c", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:19.782Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "754cde6b-579f-46c9-ab9b-453fa5699644", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:24.796Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "09b387dd-275d-4d24-b323-74da153e7385", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:29.815Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "bc00fc70-ddf5-4bde-a341-46178af24bdc", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:34.830Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "33925d23-732d-44b6-96a3-4aa138db5463", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:39.849Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "cd316ab6-3c89-4af6-ab48-57060af59590", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:44.865Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "4ad3e9ff-6923-4d3b-9fc0-8670c28660dc", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:49.882Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "5ec2d94c-0b78-4f58-a0ba-c5745b649564", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:54.900Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "144ca335-fd51-4585-9ff8-652781b470e6", "cluster": "pitr-gap-errors"} 2026-05-16T21:01:59.915Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "15f030bb-8993-4e09-8a40-5b4c5290599c", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:04.929Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "8781f703-c8a6-48ee-a082-259798b4f03f", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:09.951Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "80e910ef-45da-4f04-bf02-70cd4b37ab49", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:14.972Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "e55600bf-bf0d-46e2-a75c-5ac850a22d6c", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:19.989Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "a2cf694a-15e4-4524-bf84-38abee45464d", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:25.010Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "e9562ad6-d8b9-4759-9a4b-37bc508f333f", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:30.025Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "48fe4706-ce91-44d1-ae76-21ae62202515", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:35.039Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-gap-no-pitr","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-gap-no-pitr", "reconcileID": "a09b44a3-9b8f-42b0-9493-e358de3c1e7a", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:40.257Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "37ba2430-45e5-4df6-9fab-6d65d9e5b990"} 2026-05-16T21:02:45.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6527cd08-7d28-4b46-adc5-e10b162d8f93"} 2026-05-16T21:02:50.858Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ee34d716-87c4-45fe-a541-186b515596ea"} 2026-05-16T21:02:56.094Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e9326712-b7bc-4370-8b0b-33459625b604"} 2026-05-16T21:02:57.352Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "fd492c0b-3c57-4c40-b504-726c89a96122", "cluster": "pitr-gap-errors"} 2026-05-16T21:02:57.474Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cfc3ddd5-7edc-4b06-9c95-312f2423aeea"} 2026-05-16T21:02:57.474Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cfc3ddd5-7edc-4b06-9c95-312f2423aeea", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778965354151663022", +  ResourceVersion: "", -  Generation: 6, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:59:09 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:34 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &3, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 6, +  ObservedGeneration: 0, -  Replicas: 3, +  Replicas: 0, -  ReadyReplicas: 3, +  ReadyReplicas: 0, -  CurrentReplicas: 3, +  CurrentReplicas: 0, -  UpdatedReplicas: 3, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 3, +  AvailableReplicas: 0,    },   } 2026-05-16T21:02:57.530Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cfc3ddd5-7edc-4b06-9c95-312f2423aeea", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965182374959011", +  ResourceVersion: "", -  Generation: 6, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:59:09 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:59:42 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 6, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T21:02:57.645Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cfc3ddd5-7edc-4b06-9c95-312f2423aeea", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965182374959011", +  ResourceVersion: "", -  Generation: 6, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:59:09 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 20:59:42 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 6, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T21:03:38.632Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "1bacdf26-39a0-445f-815a-332ffa881c99", "cluster": "pitr-gap-errors", "backup": "on-pitr-minio"} 2026-05-16T21:03:38.700Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "d18f78d8-a5b6-4558-b623-4fcf97a1e702", "job": "restore-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:03:43.717Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "81a3d6eb-0723-4b84-9872-9cbf097b4a62", "job": "restore-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:03:48.731Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "b90c38b7-7788-4a88-98ba-ad8eed229288", "job": "restore-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:03:53.745Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "8fcbabec-bba8-4cc1-a53e-ae46c2844ee3", "job": "restore-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:03:58.762Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "c6622495-8f22-4280-8db8-72762c6d071f", "cluster": "pitr-gap-errors"} 2026-05-16T21:03:58.832Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "e76771ec-5b0e-435c-b574-b3a4606b88ed", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:03.850Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "cc12d306-4415-4cdc-a68c-22e047316d6d", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:08.864Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "682f852c-cb78-43db-b18b-5c691273b8e2", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:13.883Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "5bce2e77-2678-43b5-b76d-ed128ea61573", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:18.898Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "4d8c7d5c-49b6-42f3-94df-78eaed23c82a", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:23.912Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "989b5913-1543-432f-9bf5-f27a48a2ddef", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:28.928Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "c480e94d-0c5e-4dd6-aab1-a28d0026937c", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:33.943Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "79977800-817e-4a7a-a287-9e64c15aa0c0", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:38.960Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "ff0e9587-736b-4452-b323-d5f50efb8792", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:43.975Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "87b5f1da-1571-4f38-8f78-43765b71021a", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:48.993Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "4d66a889-095d-41f7-9165-e8c9b0e35875", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:54.006Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "f80e1bd5-18e1-425c-add0-d6fdb3804547", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:04:59.021Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "45a65189-bc6b-4410-aa3d-46fff27e798c", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:05:04.039Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "3e519ed3-52bd-416a-ae3c-77f883ef18c0", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:05:09.052Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "7de43fde-0b3b-48c6-a832-2a944eb9e4b9", "job": "prepare-job-restore-on-pitr-minio-pitr-gap-errors"} 2026-05-16T21:05:14.066Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "6a57ea75-4807-41db-8650-863253ba9c2c", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:14.275Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9f5eaa1a-fb7f-4654-86a5-402c40e5ae70", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778965417512047022", +  ResourceVersion: "", -  Generation: 7, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:57 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:03:37 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &3,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 7, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:05:14.361Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9f5eaa1a-fb7f-4654-86a5-402c40e5ae70", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965379356175011", +  ResourceVersion: "", -  Generation: 7, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:57 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:59 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 7, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:05:14.471Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "9f5eaa1a-fb7f-4654-86a5-402c40e5ae70", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965379356175011", +  ResourceVersion: "", -  Generation: 7, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:57 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:02:59 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 7, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:05:19.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "fb0553d9-2161-4a08-9b6c-22b96e202e66", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:24.196Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "449e1f86-c2af-41bf-b70d-015c210c32c4", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:29.209Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "419347ee-7c60-4a0f-a5f3-fd745583ca64", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:34.244Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "cc7b64b7-7fd3-4c70-9e9d-4b9c4bba3bae", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:39.258Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "a4910f72-c45d-4921-9cd8-f90f970415b6", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:44.273Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "06073fc8-a8b8-444d-b216-cceec5808b6e", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:49.297Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "540c5d6e-b412-491e-af15-37c1a94c0810", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:54.311Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "952728ee-e07e-40be-9af6-0826120b88a7", "cluster": "pitr-gap-errors"} 2026-05-16T21:05:59.326Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "442b514b-fddd-4ef3-89f4-a3c4102dcb71", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:02.284Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2b373e51-f516-4bdd-a55d-57fa569d4c68", "err": "get primary pxc pod: not found"} 2026-05-16T21:06:04.343Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "118b7eed-f79a-4fb3-8749-6efe41fdb8b2", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:07.412Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ad9f2179-c6a1-447d-9839-60a68d92a98e", "err": "get primary pxc pod: not found"} 2026-05-16T21:06:09.356Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "bd9a6d45-4901-438c-8d83-fd7dd3b38ffc", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:14.373Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "496120f5-17ef-4a47-884d-b9edcb35a8f7", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:19.387Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "f40d76bb-06e8-42e1-9670-a934b6a448ab", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:24.402Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "1d0f8ee3-b569-4fb9-b331-67560f969f2e", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:29.417Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "a5a84fbb-cdec-46a9-af7d-91d27238e3dc", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:34.431Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "794dd90e-8a73-4051-a5c3-5f64a18dd426", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:39.444Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "86792006-4768-496b-aa7c-c6ab55ee385b", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:44.463Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "b60476ae-c132-4bc4-b3ae-a84378e747f2", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:49.478Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "0c0608d6-16ce-4ff9-83be-ac18ec45d2eb", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:54.494Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "939e326d-8c9c-46fe-be6b-aec5837f24df", "cluster": "pitr-gap-errors"} 2026-05-16T21:06:59.511Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "8177f0b0-3608-4b7a-9a55-002c21863d53", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:04.527Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "536b8345-4a12-4a54-a103-71a929e40750", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:09.543Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "08a65906-515b-4b76-ad5d-08b7e858fdbd", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:14.561Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "6a989c36-7602-4279-ae6b-89c442149abf", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:19.586Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "1a2b672f-1621-413f-b7aa-2f6997da9538", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:24.619Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "aec988cb-6ef5-48ab-8803-8757a455bcf0", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:29.644Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "2af28d7d-ec06-4da1-baa2-b705fe7adc7f", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:34.660Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "7541281c-340f-4b66-a8db-e36871804214", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:39.674Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "f3e54ce9-9a62-4e4b-9172-692bab31aef8", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:44.689Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "0f0cb6a8-905b-4608-a537-949bf408dd56", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:49.705Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "e60b290e-4992-4b01-8b40-12620e5b8e3b", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:54.722Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "22c02dcd-81b0-4eec-8e3b-57f16096754b", "cluster": "pitr-gap-errors"} 2026-05-16T21:07:59.739Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "05851847-4a7b-4012-aafd-8df697a952cf", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:04.755Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "9b64b791-8f50-4429-b860-9579ef459662", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:09.770Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "96a2d95f-5ca9-435e-aa8a-913b45e97c25", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:14.784Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "c9fc37b4-c48e-43ad-acbf-363f13851d75", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:19.797Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "1fd2d5d2-16b9-46a4-833a-444746cf4bb8", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:24.812Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "f3701569-4c4e-4f4f-b53c-d9e795e15420", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:29.827Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "340c63e4-5744-45b0-9d63-d6840c7c51d4", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:34.841Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio", "reconcileID": "accc1024-d594-4a98-b309-6fc43445b135", "cluster": "pitr-gap-errors"} 2026-05-16T21:08:40.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fed156f8-6536-40c6-994c-6144fd13031b"} 2026-05-16T21:08:45.949Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6de23816-6ad7-4dfd-bd13-4cd2593516dc"} 2026-05-16T21:08:51.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8aabae8b-c348-4232-ae4d-9f3d8a694cbe"} 2026-05-16T21:08:56.494Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8ca73382-7026-4a16-b520-48064cff42c5"} 2026-05-16T21:09:02.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5c886e99-53eb-47fe-a193-d0af4ba9877e"} 2026-05-16T21:09:07.767Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "69b0fedf-307e-4cea-9da7-50708e8ad86e"} 2026-05-16T21:09:12.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "7d972f4a-2226-47dc-b4fd-14383ea47532"} 2026-05-16T21:09:17.957Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "aee83a23-5f37-4c2b-a4a5-bb080925d906"} 2026-05-16T21:09:23.799Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2ebb27b6-9b45-4b29-9a51-8de7359c6e51"} 2026-05-16T21:09:28.992Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6e4541d8-f870-45e8-bd65-3bc48e2362b0"} 2026-05-16T21:09:29.293Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "2163f2a2-86cb-4d06-8378-de270c6f9e9e", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:29.378Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "2163f2a2-86cb-4d06-8378-de270c6f9e9e", "namespace": "pitr-gap-errors-29237", "name": "xb-on-pitr-minio1"} 2026-05-16T21:09:34.379Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "722ea761-2569-4a1e-b791-ddd23264da64", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:34.465Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "f73e4cfa-de08-4b56-bb7c-74abcc63996e", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:34.554Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2b2e350e-1108-4bc9-b72e-ce08478bc898"} 2026-05-16T21:09:39.505Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "d647ed85-e20e-4a91-9016-bdb59c43cb34", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:39.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "580b1555-d967-4b6a-8418-e8ae0fde67b3"} 2026-05-16T21:09:44.545Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "a6548910-ddbf-42c9-a8b3-b092eaa9247e", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:45.057Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "41aebc6b-cbc4-4e9a-ad19-e4c09a008dd4"} 2026-05-16T21:09:49.580Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "282b4e71-59c4-48e1-8dd7-8c0c804b563f", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:50.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b644ac3e-d008-4983-86da-d98e1933ae8b"} 2026-05-16T21:09:54.624Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "f67d278f-8fe0-4a9b-b239-4ebab0711963", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:55.668Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6c888e40-81b2-4532-9c9d-ea1e1a325273"} 2026-05-16T21:09:59.662Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "a063f50b-cbaa-4106-878f-08c37bf7857d", "cluster": "pitr-gap-errors", "storage": "minio", "allowed": true} 2026-05-16T21:09:59.705Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "a063f50b-cbaa-4106-878f-08c37bf7857d", "job": "xb-on-pitr-minio1"} 2026-05-16T21:09:59.705Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-pitr-minio1","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "on-pitr-minio1", "reconcileID": "a063f50b-cbaa-4106-878f-08c37bf7857d", "job": "xb-on-pitr-minio1", "secret": "pitr-gap-errors-mysql-init"} 2026-05-16T21:10:00.986Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5f950cfe-1fe0-47b9-9611-8854b7f7ffa0"} 2026-05-16T21:10:06.063Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "dcce7a25-a57f-401c-a25f-133c10d91964"} 2026-05-16T21:10:11.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d501cdce-b551-44cd-a728-02ef74c35467"} 2026-05-16T21:10:16.845Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e4b329c8-956d-4425-9cd6-fc94e9803acb"} 2026-05-16T21:10:22.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "14c80796-f39a-4a64-82ef-dd9b5b0ee327"} 2026-05-16T21:10:27.290Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "93711559-293a-4f94-843c-73677075c342"} 2026-05-16T21:10:32.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4228088f-b922-4e35-94b1-7326f0a184d2"} 2026-05-16T21:10:37.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ee32f28c-5d7f-4b86-8a15-9dec2bb91ce1"} 2026-05-16T21:10:43.261Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ba64fec5-9d90-459d-8a90-64876e86a0d1"} 2026-05-16T21:10:48.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b10c4a86-8310-4e8a-99e0-a750de0538fb"} 2026-05-16T21:10:54.054Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af16e248-90ca-4421-874b-718533147c9d"} 2026-05-16T21:10:59.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "160e414f-6319-4799-8b99-9dc67b7e4d4b"} 2026-05-16T21:11:04.593Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "149bf199-084f-4b22-a1d0-479283942ed3"} 2026-05-16T21:11:09.889Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0a195824-51e7-4131-b548-e04ddbe061c1"} 2026-05-16T21:11:15.182Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "36729dde-6272-46e7-89f3-3333b973135a"} 2026-05-16T21:11:20.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "626f97b2-8e67-4b8b-9b54-08efea6a5d84"} 2026-05-16T21:11:25.769Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "01636526-72a4-40e9-810c-0a141cbc73c4"} 2026-05-16T21:11:31.168Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2665ae13-0aea-4230-8de4-bfa4cd3e614e"} 2026-05-16T21:11:36.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "848b0705-dcd6-4b82-8de6-7aae5c52dc67"} 2026-05-16T21:11:41.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "23e2ea8d-a22d-4804-9bb5-5e42e66794a1"} 2026-05-16T21:11:46.687Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af2c4107-d816-46ad-918f-3d73b7dd069b"} 2026-05-16T21:11:52.691Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b3884aec-1fcd-4644-8378-064cb63e5408"} 2026-05-16T21:11:57.481Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "eba4664d-22b2-4c3e-bdc9-ad2f7d899ad5"} 2026-05-16T21:12:02.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f02bf2c5-c332-403c-9162-d56c32457614"} 2026-05-16T21:12:08.770Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ee29d850-88b3-42ab-9a3b-c33a416fa389"} 2026-05-16T21:12:13.968Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "32f4fe17-2b1e-45c5-bb18-c79de35ad4f9"} 2026-05-16T21:12:19.299Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fec4ff02-fa90-4ff5-81ef-f76e4b9b4ba4"} 2026-05-16T21:12:24.755Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2c72942b-6a7b-417f-b002-78aa557b74e1"} 2026-05-16T21:12:30.042Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "244cbe92-aa06-490c-8a85-a5d1beea7a91"} 2026-05-16T21:12:35.281Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fb92e2fa-338d-4853-aebe-afdb7caa5f61"} 2026-05-16T21:12:40.755Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a1319f6c-73ad-4644-8a38-369e95594cf8"} 2026-05-16T21:12:45.787Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8c921c28-c340-479e-8ed6-8478b4016a12"} 2026-05-16T21:12:51.006Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4c926da6-7c1a-4531-842c-05206b1511a7"} 2026-05-16T21:12:56.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a6c9603b-0811-4e17-b789-9cd7fb390579"} 2026-05-16T21:13:01.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "25d4ddbf-8033-4d01-82d7-ba56f73df750"} 2026-05-16T21:13:07.445Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fd96ef39-64a2-44f5-a94a-5409fa8340cf"} 2026-05-16T21:13:12.359Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fbf1078c-e15c-4a8f-9e72-7c0c69a1e076"} 2026-05-16T21:13:17.451Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c0940eeb-cc0e-40f9-8534-a7347634a16f"} 2026-05-16T21:13:24.085Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "0a0fbcbc-c64a-465e-b136-b425625f735a"} 2026-05-16T21:13:29.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "7d2dcfdf-643c-4a3e-822d-3315c60e41be"} 2026-05-16T21:13:34.492Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac5116b4-0ed0-4068-818b-f15abf64cdf7"} 2026-05-16T21:13:39.987Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4057825d-f0b0-4a6b-9fdc-156dda3466d1"} 2026-05-16T21:13:45.393Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c0d7edda-2018-49ff-95c5-cfa5193714f1"} 2026-05-16T21:13:50.393Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d382bd09-63ed-4ba7-b87f-5a416fc5100e"} 2026-05-16T21:13:55.585Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "de9e7edd-31a9-429d-8cea-a9a33141e845"} 2026-05-16T21:14:01.162Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "84a667b2-a697-4976-853f-b35dbe6a6105"} 2026-05-16T21:14:06.204Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "55ec5d0f-cb2b-457c-af6b-e91bc298d7af"} 2026-05-16T21:14:11.773Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "01c52801-45ab-46df-829a-5dedb86a1f3f"} 2026-05-16T21:14:17.093Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "57e360a7-d6de-460c-9c16-b9fb6fa8a899"} 2026-05-16T21:14:22.476Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "947ae801-e5e5-47ea-a86e-2a04733cf9f6"} 2026-05-16T21:14:24.306Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d4280dec-e8a9-49e3-b1f5-8efad5a20de5", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}"} 2026-05-16T21:14:24.383Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d4280dec-e8a9-49e3-b1f5-8efad5a20de5", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:Deployment,APIVersion:apps/v1,}"} 2026-05-16T21:14:24.583Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "99022f77-fe56-4bc2-ac0e-906777640461"} 2026-05-16T21:14:25.604Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5c43c7be-2898-4cf2-b367-36623226d2bb", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:,APIVersion:,}", "hashChanged": false, "metaChanged": true}   &v1.Service{    TypeMeta: v1.TypeMeta{ -  Kind: "Service", +  Kind: "", -  APIVersion: "v1", +  APIVersion: "",    },    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "9f740ae4-07c8-41cb-acc2-731514730970", +  UID: "", -  ResourceVersion: "1778966064378143021", +  ResourceVersion: "",    Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 21:14:24 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil,    Annotations: map[string]string{ -  "cloud.google.com/neg": `{"ingress":true}`,    "percona.com/last-config-hash": "eyJwb3J0cyI6W3sibmFtZSI6Imh0dHAiLCJwb3J0Ijo4MDgwLCJ0YXJnZXRQb3J0"...,    },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "v1", -  Time: s"2026-05-16 21:14:24 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.ServiceSpec{    Ports: []v1.ServicePort{    {    Name: "http", -  Protocol: "TCP", +  Protocol: "",    AppProtocol: nil,    Port: 8080,    TargetPort: intstr.IntOrString{    Type: 0, -  IntVal: 8080, +  IntVal: 0,    StrVal: "",    },    NodePort: 0,    },    },    Selector: {"app.kubernetes.io/component": "pitr", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...},    ClusterIP: "34.118.226.42", -  ClusterIPs: []string{"34.118.226.42"}, +  ClusterIPs: nil,    Type: "ClusterIP",    ExternalIPs: nil, -  SessionAffinity: "None", +  SessionAffinity: "",    LoadBalancerIP: "",    LoadBalancerSourceRanges: nil,    ... // 3 identical fields    PublishNotReadyAddresses: false,    SessionAffinityConfig: nil, -  IPFamilies: []v1.IPFamily{"IPv4"}, +  IPFamilies: nil, -  IPFamilyPolicy: &"SingleStack", +  IPFamilyPolicy: nil,    AllocateLoadBalancerNodePorts: nil,    LoadBalancerClass: nil, -  InternalTrafficPolicy: &"Cluster", +  InternalTrafficPolicy: nil,    TrafficDistribution: nil,    },    Status: {},   } 2026-05-16T21:14:27.357Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5c43c7be-2898-4cf2-b367-36623226d2bb"} 2026-05-16T21:14:27.425Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5c43c7be-2898-4cf2-b367-36623226d2bb", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:14:28.820Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c8b22c5c-e68e-4590-9aa5-3a1ea11a2296", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:14:29.867Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a9b65fb0-1900-4aa6-ba83-d1c5d645496a", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:14:32.155Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d822002d-3aa1-42ad-ae72-a99e7b5f453c"} 2026-05-16T21:14:38.146Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "490adcfc-6f13-4433-be83-3a4864ffd44e", "latest": "2026-05-16 21:14:33 +0000 UTC", "lastBackup": "on-pitr-minio1"} 2026-05-16T21:14:39.250Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "490adcfc-6f13-4433-be83-3a4864ffd44e"} 2026-05-16T21:14:45.172Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "00eacc90-ce24-4395-88e7-25ed86e2bce2"} 2026-05-16T21:14:51.000Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6a8889b2-eb08-4d80-a1f2-0fb9d0301d0a"} 2026-05-16T21:14:56.470Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "83ba7135-6d19-4192-b327-976423323d36"} 2026-05-16T21:15:02.647Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d210ce61-f3e7-47e9-8ad5-e1c00aae8354"} 2026-05-16T21:15:08.687Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3a6a4a92-e17e-4e12-9ba0-c2fdd9016e02"} 2026-05-16T21:15:14.561Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1504a029-c0da-4346-9d90-4b5e5c184a5e"} 2026-05-16T21:15:20.084Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d1b1c837-fbce-4746-9d3d-7a6e15fcd4db"} 2026-05-16T21:15:26.164Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac20a349-904b-46cd-b7e8-acd3b5f24119"} 2026-05-16T21:15:32.049Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "67b57dcc-4a30-4a84-a0ae-6656824ff062"} 2026-05-16T21:15:37.953Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "12edbd9d-7c36-4758-92fa-9e33cd84ef94"} 2026-05-16T21:15:43.684Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4dd81bf1-3e9a-442c-a903-be7657747a7f"} 2026-05-16T21:15:49.344Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "13df48da-1109-4807-a88f-bd68351278bc"} 2026-05-16T21:15:55.302Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "e737cf28-95fa-4e1a-a6da-0310b4531b77"} 2026-05-16T21:16:01.359Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cd795854-e5a2-439b-98a6-6ae24a375d0c"} 2026-05-16T21:16:07.656Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "df50566b-d085-4b10-8c36-765827f86b1b"} 2026-05-16T21:16:12.852Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "284b2441-f39f-4955-a27c-42529a4fa385"} 2026-05-16T21:16:18.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "016592ed-4a2a-4fb2-99aa-760667fd97e0"} 2026-05-16T21:16:24.274Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "31560bf1-0d18-4f12-bb09-0618a454ddad"} 2026-05-16T21:16:29.787Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "7b727d02-6150-4934-b74c-0320b2ed4f3e"} 2026-05-16T21:16:35.366Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "39b05299-ff7f-4814-a763-99b94f1fc703"} 2026-05-16T21:16:41.281Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "5e0fd9d8-1e08-4c6f-a6f4-2637bcc0d208"} 2026-05-16T21:16:47.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "96e2c3ab-3b11-4a02-8758-ddb3b9f9dcd5"} 2026-05-16T21:16:53.376Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "23d6af91-c8ce-425e-86e6-e319087a78cf"} 2026-05-16T21:16:59.343Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a24a7653-72fb-4c65-9ab9-ad17e9a1dc13"} 2026-05-16T21:17:05.052Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4f19a986-22fc-4dd9-9c4f-0c624b1f24ce"} 2026-05-16T21:17:10.896Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a447528e-3268-41b3-8645-45104b0441ad"} 2026-05-16T21:17:16.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2078aecf-7f37-458a-9bde-f5a3de4b0b32"} 2026-05-16T21:17:22.679Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2b79e439-c444-4f7d-b0b7-35145f6789da"} 2026-05-16T21:17:29.101Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6bd86df4-5e76-45d1-b0ac-dfc30c46f72b"} 2026-05-16T21:17:34.774Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1c45733f-8cff-407b-9b25-6ab9a38d3e2c"} 2026-05-16T21:17:40.497Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "79e45c9c-e10c-4836-9a12-874d7f621173"} 2026-05-16T21:17:46.401Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "83c930b7-c7bd-4957-b00e-229a09e8d0bd"} 2026-05-16T21:17:52.595Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "dd2e1ceb-66ee-43cd-87b3-2ef745390693"} 2026-05-16T21:17:57.882Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "af529eee-2310-4928-85e8-773a4f77d48b"} 2026-05-16T21:18:03.681Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2973c311-1e8c-4dd9-9e78-4112278024b3"} 2026-05-16T21:18:09.771Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c19e947b-2414-4ec8-8d23-3d0e632e60e9"} 2026-05-16T21:18:15.640Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "98c1f418-2d37-486a-8d3d-546fe3cd95c1"} 2026-05-16T21:18:21.545Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "118cf759-8be6-422d-acd9-143691920ace"} 2026-05-16T21:18:27.055Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6562ff79-4704-4705-b20e-22cef3a4779f"} 2026-05-16T21:18:32.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2cf97d8f-ef56-4ca4-989a-b3771845aff9"} 2026-05-16T21:18:36.970Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "26454fa0-801d-4ffb-b1c9-7d9fbab1b4dd", "cluster": "pitr-gap-errors"} 2026-05-16T21:18:37.949Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8d6a204d-836e-4605-8ab4-fb34a39e5666", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778965717691151022", +  ResourceVersion: "", -  Generation: 8, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:05:14 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:08:37 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &3, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 8, +  ObservedGeneration: 0, -  Replicas: 3, +  Replicas: 0, -  ReadyReplicas: 3, +  ReadyReplicas: 0, -  CurrentReplicas: 3, +  CurrentReplicas: 0, -  UpdatedReplicas: 3, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 3, +  AvailableReplicas: 0,    },   } 2026-05-16T21:18:38.121Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8d6a204d-836e-4605-8ab4-fb34a39e5666", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965543912975011", +  ResourceVersion: "", -  Generation: 8, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:05:14 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:05:43 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 8, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T21:18:38.511Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8d6a204d-836e-4605-8ab4-fb34a39e5666", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778965543912975011", +  ResourceVersion: "", -  Generation: 8, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:05:14 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:05:43 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &2, +  Replicas: &0,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 8, +  ObservedGeneration: 0, -  Replicas: 2, +  Replicas: 0, -  ReadyReplicas: 2, +  ReadyReplicas: 0, -  CurrentReplicas: 2, +  CurrentReplicas: 0, -  UpdatedReplicas: 2, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 2, +  AvailableReplicas: 0,    },   } 2026-05-16T21:18:39.717Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a3a442bd-8708-49a7-8e08-12173bb8f9e6", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: pods \"pitr-gap-errors-proxysql-1\" not found / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: pods \"pitr-gap-errors-proxysql-1\" not found / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 2026-05-16T21:18:41.014Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8d6a204d-836e-4605-8ab4-fb34a39e5666", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v: failed to execute command in pod: unable to upgrade connection: pods \"pitr-gap-errors-pitr-6dc59cbb85-f2p4v\" not found", "errorVerbose": "unable to upgrade connection: pods \"pitr-gap-errors-pitr-6dc59cbb85-f2p4v\" not found\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.CheckPITRErrors\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:73\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:464\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-f2p4v\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.CheckPITRErrors\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:78\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:464\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:19:19.221Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "84539892-8dfa-476d-ba3b-a43163d58f9e", "cluster": "pitr-gap-errors", "backup": "on-pitr-minio1"} 2026-05-16T21:19:19.310Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "0a9c6c17-01e7-4d57-9726-b3653c54fae8", "job": "restore-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:24.331Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "3b5a8bca-163f-4fa2-a4b7-8a58a1ae152f", "job": "restore-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:29.346Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "cf517339-e6fe-40a6-821b-f2c088fe4997", "job": "restore-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:34.362Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "19609f06-3f73-4007-a6d1-468f8c626ffd", "job": "restore-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:39.383Z INFO invalidating binlog collector cache {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "eb28b641-c61c-4e37-a2c5-78123943cb43", "storage": "minio-binlogs", "file": "gtid-binlog-cache.json"} 2026-05-16T21:19:39.383Z DEBUG deleting object {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "eb28b641-c61c-4e37-a2c5-78123943cb43", "bucket": "operator-testing", "prefix": "binlogs-invalid/", "object": "binlogs-invalid/gtid-binlog-cache.json"} 2026-05-16T21:19:39.384Z DEBUG object deleted {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "eb28b641-c61c-4e37-a2c5-78123943cb43", "bucket": "operator-testing", "prefix": "binlogs-invalid/", "object": "binlogs-invalid/gtid-binlog-cache.json"} 2026-05-16T21:19:39.385Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "eb28b641-c61c-4e37-a2c5-78123943cb43", "cluster": "pitr-gap-errors"} 2026-05-16T21:19:39.446Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "7f043865-886a-4b8a-a2c7-8eae3b81c6ad", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:44.462Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "1adbee6e-d544-421f-996f-a1b2098d7313", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:49.481Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "3a8f1ce2-7993-431d-bab9-dc7d16c72a8e", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:54.495Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "63565fcb-34af-436c-9274-1aa6bb9eb5b0", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:19:59.511Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "acacb5f7-4e7c-4fba-ad3f-6ef44ae059c2", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:04.528Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "3acd095d-a9a1-47ab-9dbb-61a7b34c4d6a", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:09.545Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "0a86b4dc-165e-4c92-909d-a35c1ef930f5", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:14.560Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "ca014f06-ebe9-4235-8c4e-02a190d45edc", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:19.577Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "4573e779-4807-4831-a135-8add1c0b9278", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:24.592Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "557a305f-abdb-493e-832e-6fa06e7b7778", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:29.622Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "ce945fc3-19ac-4507-9a73-e41cea3ad641", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:34.637Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "1f78366b-9610-4814-88b9-4c696c0838ca", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:39.654Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "760a058c-847e-4b0f-aa9c-e289465b971e", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:44.671Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "277b4b2f-e694-4624-a49f-e6e22f306120", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:49.686Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "d672f917-a61a-4031-92b7-8a5c41aa7ff5", "job": "prepare-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:20:54.923Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "10ec0fa7-b742-4f46-bdd1-4de17d0dcfed", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778966357361455022", +  ResourceVersion: "", -  Generation: 9, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:37 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:19:17 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &1,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 9, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:20:55.020Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "10ec0fa7-b742-4f46-bdd1-4de17d0dcfed", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778966357361455022", +  ResourceVersion: "", -  Generation: 9, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:37 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:19:17 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &1,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 9, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:20:59.812Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "9d4c2841-377f-41f6-b8a3-63cc71bae1cf", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:04.827Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "ff3fca88-4182-40b1-aa29-a9ce08cc9310", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:09.841Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "5a15ffad-08c4-49cd-8c0d-ac19b56d3db9", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:14.857Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "a258796e-1787-463b-8ba8-41013134659a", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:19.872Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "9267cb6a-bdd3-49e2-8491-153a500be2e4", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:24.898Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "82bd60a3-fdac-4aef-9b15-68f20a0ce5fb", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:29.915Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "0db2a69e-6966-4567-a02f-b3e1eb459239", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:34.930Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "6f5e2a00-2777-4afa-8413-26f6f595eb26", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:39.949Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "6a5b1b8a-602c-479b-a042-a3bdf771375e", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:44.964Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "c8162de0-b620-4751-9874-40479c14907a", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:46.976Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2e1607e6-38c4-4fb8-ad47-be83adefa710"} 2026-05-16T21:21:47.011Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2e1607e6-38c4-4fb8-ad47-be83adefa710", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:21:47.011Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2e1607e6-38c4-4fb8-ad47-be83adefa710", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:Deployment,APIVersion:apps/v1,}"} 2026-05-16T21:21:49.991Z INFO point-in-time recovering {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "ed88c578-b0ba-46cc-8e95-3eaae442b149", "cluster": "pitr-gap-errors"} 2026-05-16T21:21:50.057Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "b283f7c5-5fea-42ec-97fc-7c9cb29e012e", "job": "pitr-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:21:52.333Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "112ef829-e888-4b14-bcab-2592694e598a"} 2026-05-16T21:21:52.372Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "112ef829-e888-4b14-bcab-2592694e598a", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:21:53.833Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "112ef829-e888-4b14-bcab-2592694e598a", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-7g468: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-7g468\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:21:53.917Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "09feffb3-7fa0-410c-9475-e62673c38746", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:21:54.564Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "85fac52e-9485-45e2-89f7-089de31b4f65"} 2026-05-16T21:21:55.009Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "85fac52e-9485-45e2-89f7-089de31b4f65", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:21:55.080Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "0cd61bf8-bb46-4477-b431-616abd0c9f56", "job": "pitr-job-restore-on-pitr-minio-invalid-pitr-gap-errors"} 2026-05-16T21:22:00.099Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "ec21ac22-26ad-4827-a79e-038a2897df66", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:00.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "89d0b163-5c0c-47d3-9906-1e34431d7a54"} 2026-05-16T21:22:00.242Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "89d0b163-5c0c-47d3-9906-1e34431d7a54", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:22:00.451Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac6b75db-6de5-4ea4-929f-b4e6a2aee6a3", "object": "pitr-gap-errors-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "4bd0eae8-3c4a-454c-849a-754f9b82410d", +  UID: "", -  ResourceVersion: "1778966501612175022", +  ResourceVersion: "", -  Generation: 10, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MSwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJwaXRyLWdhcC1lcnJvcnMiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFw"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:20:54 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:21:41 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &1, +  Replicas: &3,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "e6cf517e3f78a4f2d95dd0850b92d26f", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    {    Name: "config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "auto-config",    VolumeSource: v1.VolumeSource{    ... // 16 identical fields    FC: nil,    AzureFile: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    LocalObjectReference: {Name: "auto-pitr-gap-errors-pxc"},    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    VsphereVolume: nil,    Quobyte: nil,    ... // 9 identical fields    },    },    {    Name: "vault-keyring-secret",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "some-name-vault",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-users-secret-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "internal-pitr-gap-errors",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "mysql-init-file",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-mysql-init",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"mysqld"},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "sst",    HostPort: 0,    ContainerPort: 4444, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "write-set",    HostPort: 0,    ContainerPort: 4567, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "ist",    HostPort: 0,    ContainerPort: 4568, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysql-admin",    HostPort: 0,    ContainerPort: 33062, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "mysqlx",    HostPort: 0,    ContainerPort: 33060, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "xtrabackup"}}}, ...},    ... // 4 identical fields    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeDevices: nil,    LivenessProbe: &v1.Probe{    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    InitialDelaySeconds: 300,    TimeoutSeconds: 5, -  PeriodSeconds: 10, +  PeriodSeconds: 0,    SuccessThreshold: 1,    FailureThreshold: 3,    TerminationGracePeriodSeconds: nil,    },    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &600,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-pxc", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 10, +  ObservedGeneration: 0, -  Replicas: 1, +  Replicas: 0, -  ReadyReplicas: 1, +  ReadyReplicas: 0, -  CurrentReplicas: 1, +  CurrentReplicas: 0, -  UpdatedReplicas: 1, +  UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-pxc-668c7c677c", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-pxc-668c7c677c", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil, -  AvailableReplicas: 1, +  AvailableReplicas: 0,    },   } 2026-05-16T21:22:00.505Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac6b75db-6de5-4ea4-929f-b4e6a2aee6a3", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778966320393343011", +  ResourceVersion: "", -  Generation: 9, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:38 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:40 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 9, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:22:00.704Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac6b75db-6de5-4ea4-929f-b4e6a2aee6a3", "object": "pitr-gap-errors-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true}   &v1.StatefulSet{    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    ObjectMeta: v1.ObjectMeta{    ... // 2 identical fields    Namespace: "pitr-gap-errors-29237",    SelfLink: "", -  UID: "cd22e023-a674-4956-a066-7b4f9105b6e0", +  UID: "", -  ResourceVersion: "1778966320393343011", +  ResourceVersion: "", -  Generation: 9, +  Generation: 0, -  CreationTimestamp: v1.Time{Time: s"2026-05-16 20:38:55 +0000 UTC"}, +  CreationTimestamp: v1.Time{},    DeletionTimestamp: nil,    DeletionGracePeriodSeconds: nil,    Labels: nil, -  Annotations: map[string]string{ -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., -  }, +  Annotations: map[string]string{ +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InBpdHItZ2FwLWVycm9ycyIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9y"..., +  },    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "pitr-gap-errors", UID: "8d9843f1-7fe4-44cd-879d-198944fe69af", ...}},    Finalizers: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  { -  Manager: "percona-xtradb-cluster-operator", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:38 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  }, -  { -  Manager: "kube-controller-manager", -  Operation: "Update", -  APIVersion: "apps/v1", -  Time: s"2026-05-16 21:18:40 +0000 UTC", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  Subresource: "status", -  }, -  }, +  ManagedFields: nil,    },    Spec: v1.StatefulSetSpec{ -  Replicas: &0, +  Replicas: &2,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Template: v1.PodTemplateSpec{    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "7d93751c40def46bade59f7844640779", "percona.com/ssl-internal-hash": "b4b7bd05cfad8815e413169042f8ac18"}},    Spec: v1.PodSpec{    Volumes: []v1.Volume{    {    Name: "ssl-internal",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl-internal",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &true,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {    Name: "ssl",    VolumeSource: v1.VolumeSource{    ... // 3 identical fields    AWSElasticBlockStore: nil,    GitRepo: nil,    Secret: &v1.SecretVolumeSource{    SecretName: "pitr-gap-errors-ssl",    Items: nil, -  DefaultMode: &420, +  DefaultMode: nil,    Optional: &false,    },    NFS: nil,    ISCSI: nil,    ... // 22 identical fields    },    },    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    },    InitContainers: []v1.Container{    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    Containers: []v1.Container{    {    ... // 3 identical fields    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    WorkingDir: "",    Ports: []v1.ContainerPort{    {    Name: "mysql",    HostPort: 0,    ContainerPort: 3306, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "proxyadm",    HostPort: 0,    ContainerPort: 6032, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    {    Name: "stats",    HostPort: 0,    ContainerPort: 6070, -  Protocol: "TCP", +  Protocol: "",    HostIP: "",    },    },    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "pitr-gap-errors-env-vars-proxysql"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "pitr-gap-errors-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-pitr-gap-errors"}, Key: "proxyadmin"}}}, ...},    ... // 8 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    {    ... // 16 identical fields    StartupProbe: nil,    Lifecycle: nil, -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePath: "", -  TerminationMessagePolicy: "File", +  TerminationMessagePolicy: "",    ImagePullPolicy: "Always",    SecurityContext: nil,    ... // 3 identical fields    },    },    EphemeralContainers: nil, -  RestartPolicy: "Always", +  RestartPolicy: "",    TerminationGracePeriodSeconds: &30,    ActiveDeadlineSeconds: nil, -  DNSPolicy: "ClusterFirst", +  DNSPolicy: "",    NodeSelector: nil,    ServiceAccountName: "default", -  DeprecatedServiceAccount: "default", +  DeprecatedServiceAccount: "",    AutomountServiceAccountToken: nil,    NodeName: "",    ... // 7 identical fields    Subdomain: "",    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, -  SchedulerName: "default-scheduler", +  SchedulerName: "",    Tolerations: nil,    HostAliases: nil,    ... // 6 identical fields    PreemptionPolicy: nil,    Overhead: nil, -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{},    SetHostnameAsFQDN: nil,    OS: nil,    ... // 6 identical fields    },    },    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    {    TypeMeta: {},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "pitr-gap-errors", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Spec: v1.PersistentVolumeClaimSpec{    ... // 3 identical fields    VolumeName: "",    StorageClassName: nil, -  VolumeMode: &"Filesystem", +  VolumeMode: nil,    DataSource: nil,    DataSourceRef: nil,    VolumeAttributesClassName: nil,    },    Status: v1.PersistentVolumeClaimStatus{ -  Phase: "Pending", +  Phase: "",    AccessModes: nil,    Capacity: nil,    ... // 5 identical fields    },    },    },    ServiceName: "pitr-gap-errors-proxysql-unready", -  PodManagementPolicy: "OrderedReady", +  PodManagementPolicy: "",    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil,    MinReadySeconds: 0, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  PersistentVolumeClaimRetentionPolicy: nil,    Ordinals: nil,    },    Status: v1.StatefulSetStatus{ -  ObservedGeneration: 9, +  ObservedGeneration: 0,    Replicas: 0,    ReadyReplicas: 0,    CurrentReplicas: 0,    UpdatedReplicas: 0, -  CurrentRevision: "pitr-gap-errors-proxysql-859b97964f", +  CurrentRevision: "", -  UpdateRevision: "pitr-gap-errors-proxysql-859b97964f", +  UpdateRevision: "", -  CollisionCount: &0, +  CollisionCount: nil,    Conditions: nil,    AvailableReplicas: 0,    },   } 2026-05-16T21:22:03.195Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ac6b75db-6de5-4ea4-929f-b4e6a2aee6a3", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:22:05.223Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "952243c8-706c-447c-a109-bd9a7bea0399", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:05.928Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c95b8924-b16a-4311-b4a7-53ce4d261d68", "err": "get primary pxc pod: failed to get proxy connection: dial tcp: lookup pitr-gap-errors-proxysql-unready.pitr-gap-errors-29237 on 34.118.224.10:53: no such host"} 2026-05-16T21:22:10.239Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "260f122d-eb9a-47d0-a1e7-a3ab6f0d6212", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:13.053Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "c15d9d90-2c5a-480e-95e3-ed18afc9ccee", "err": "get primary pxc pod: failed to get proxy connection: dial tcp 10.78.41.78:6032: connect: connection refused"} 2026-05-16T21:22:15.268Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "8e7538ed-e567-46b1-ae2c-b059d8d22bce", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:20.285Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "18e19495-5e55-4b37-b9d0-f59c133c13a2", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:25.301Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "b06916c4-aa65-4364-b555-6e110a9c254b", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:30.315Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "25cb43f3-d3fe-49ff-b357-4e712dd24f12", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:35.334Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "74a2b143-ace3-4960-b453-0058aa6523e9", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:40.350Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "1e5fcd0a-e4e2-4539-b25c-f1a4c72fb04c", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:45.366Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "2c704474-be34-4f2d-9f54-35798612d0a5", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:50.382Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "1a434353-ccf2-48bd-be61-52ff649e39c2", "cluster": "pitr-gap-errors"} 2026-05-16T21:22:55.399Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "d0434605-e2b3-480d-9074-323f927d10e0", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:00.421Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "08bbc95e-7e62-4776-91dc-12ad74795e76", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:05.460Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "508a63a0-aaf1-4df5-92a6-e11ed5fea40c", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:10.477Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "358667d7-8c5d-428f-82f7-f82602bf016f", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:15.493Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "f53ca445-306f-4cec-9164-25c8386b2291", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:20.511Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "4ee58888-acd0-4482-9af6-ee0e1cf78c84", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:25.527Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "b073145b-430e-441a-bf1f-822ffaefcd1a", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:30.552Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "70107d10-8f5d-4591-a19a-44b50f043c86", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:35.567Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "4881724a-f8db-4efc-a59e-79d2af8f1ac3", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:40.582Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "52fa0c0f-47ae-4ba5-888a-1d292d492147", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:45.601Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "c413d161-aa56-43f0-bd4e-c91724df39f1", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:50.618Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "f5402df2-6e5f-4f39-aa5f-968bb772b3ee", "cluster": "pitr-gap-errors"} 2026-05-16T21:23:55.633Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "b9b0f4df-2f80-4a1f-b0cd-d5a6a2fdf4fa", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:00.647Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "c774765b-aa60-4925-b0f5-73802e0957c8", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:05.668Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "bc892496-9009-4859-b68e-1f1aed7784bb", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:10.685Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "38ff134c-1f1a-4a9d-809c-4d4c708bdfc9", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:15.702Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "f91de951-0775-4132-801a-c4212745e442", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:20.720Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "e97e1459-b63a-4b7e-b680-d5be9384e0ac", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:25.736Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "19199e61-44cd-4f1b-ad0b-c59b560d2191", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:30.786Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "15495362-2555-47ef-b383-54e6624ec30f", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:35.821Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "a5bdf279-bb7e-4675-b0a3-778f8272e42d", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:40.850Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-on-pitr-minio-invalid","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "restore-on-pitr-minio-invalid", "reconcileID": "aff8c234-027c-4be2-ae81-9dfec8d89d34", "cluster": "pitr-gap-errors"} 2026-05-16T21:24:47.850Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ab18de8d-5136-4f9d-ba9a-996009bab9be"} 2026-05-16T21:24:51.325Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6c9e4ae9-8471-440d-a064-19be577570fa", "object": "pitr-gap-errors-pitr", "kind": "&TypeMeta{Kind:Deployment,APIVersion:apps/v1,}"} 2026-05-16T21:24:52.598Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6c9e4ae9-8471-440d-a064-19be577570fa", "error": "get binlog collector pod: no binlog collector pods", "errorVerbose": "no binlog collector pods\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/app/binlogcollector.GetPod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/app/binlogcollector/binlog-collector.go:390\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.CheckPITRErrors\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:61\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:464\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nget binlog collector pod\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.CheckPITRErrors\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:63\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:464\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:24:53.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "6c9e4ae9-8471-440d-a064-19be577570fa"} 2026-05-16T21:24:53.914Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4b99c93d-159f-472b-9333-b0d036fe60a5", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:24:55.408Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "85124c8c-2d31-4c17-b383-67e75ba8a872", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:24:56.846Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f835a6a4-e407-48fd-afea-8508345b3956", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:24:58.325Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b3474176-6048-47a0-90e5-cb9d591f2050", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:24:59.419Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "01384d87-9e0c-44bc-a751-001c73ec6349", "error": "exec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc: failed to execute command in pod: unable to upgrade connection: container not found (\"pitr\")", "errorVerbose": "unable to upgrade connection: container not found (\"pitr\")\nfailed to execute command in pod\ngithub.com/percona/percona-xtradb-cluster-operator/clientcmd.(*Client).Exec\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/clientcmd/clientcmd.go:141\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:148\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771\nexec binlog collector pod pitr-gap-errors-pitr-6dc59cbb85-hb9fc\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup.UpdatePITRTimeline\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/pxc/backup/pitr.go:150\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:469\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1771"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:494 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:437 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.24.0/pkg/internal/controller/controller.go:312 2026-05-16T21:25:02.852Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1e3e6538-4b7c-4e22-9bdb-038afd387824"} 2026-05-16T21:25:07.341Z INFO Gap detected in binary logs {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "988fba2a-8382-4d14-8c2a-17c3aef2013b", "collector": "pitr-gap-errors-pitr-6dc59cbb85-hb9fc", "missingGTIDSet": "01a8d1df-516b-11f1-95b3-a23a880f0beb:16-20", "latestBackup": "on-pitr-minio1"} 2026-05-16T21:25:07.977Z INFO Updated PITR timelines {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "988fba2a-8382-4d14-8c2a-17c3aef2013b", "latest": "2026-05-16 21:22:47 +0000 UTC", "lastBackup": "on-pitr-minio1"} 2026-05-16T21:25:08.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "988fba2a-8382-4d14-8c2a-17c3aef2013b"} 2026-05-16T21:25:14.768Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a6aa50f6-a84b-47d6-9397-b9b2fa553403"} 2026-05-16T21:25:20.458Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "08158f86-8e87-4a7c-a184-ae613b320802"} 2026-05-16T21:25:25.843Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "1183b425-12d6-49c5-8807-f68d9ca6a40a"} 2026-05-16T21:25:31.445Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "cee4b7c3-7b49-4ea7-b62b-258990dba138"} 2026-05-16T21:25:37.151Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a0e04080-7dfe-4f1c-947d-e61a04159e52"} 2026-05-16T21:25:42.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "715ea7ac-03b4-4cdf-9eda-b7e533e039a1"} 2026-05-16T21:25:48.141Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "27b4614d-340b-4a37-9b37-a444ba9e6b12"} 2026-05-16T21:25:53.668Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8f428cec-ca7c-41dc-9ed7-75bc9f40b18b"} 2026-05-16T21:25:59.445Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "231ff8eb-169e-425b-90be-441cccd0ed34"} 2026-05-16T21:26:04.945Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "a16091b3-17c9-4b77-97d2-bc6009f19c77"} 2026-05-16T21:26:10.389Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "27b9af7a-070d-4559-bb27-612dd6ef6be3"} 2026-05-16T21:26:15.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4f77e6e4-1161-4902-8ec2-67f612c2ada5"} 2026-05-16T21:26:21.503Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "111b141b-7aa3-4c2b-a1ce-b28ba6b917ff"} 2026-05-16T21:26:27.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "fb4ee1fa-f0d9-4542-a1ff-986bdb9b00c9"} 2026-05-16T21:26:32.732Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2b4f5ed9-c8a1-4b9b-96f3-1f26674ac255"} 2026-05-16T21:26:38.442Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "60b44a67-e085-40f3-8ea8-7b497d4d0323"} 2026-05-16T21:26:43.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "ddff6942-0b54-4cdf-a0ac-2e2f2ffeca8f"} 2026-05-16T21:26:49.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "4c2aa110-b8d6-4bc8-80e3-fa127de01cb6"} 2026-05-16T21:26:54.845Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "2afede88-1a7a-4617-ac01-df41bacaf421"} 2026-05-16T21:27:00.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "db29acda-c023-4569-be06-1fc52c0d90a3"} 2026-05-16T21:27:05.875Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b9c2fc35-7656-48ab-a43d-a5385cfd0b56"} 2026-05-16T21:27:11.271Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "522abf9e-bd3c-4f23-86a2-964d41dae932"} 2026-05-16T21:27:16.838Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "f5b7b018-daee-4bc5-a40b-8382dd2d6aec"} 2026-05-16T21:27:22.651Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "8699a607-85c7-4d89-a8c6-a00e006b6b0f"} 2026-05-16T21:27:27.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "d0996d58-6c8a-4c3a-9675-24e014e9aa88"} 2026-05-16T21:27:33.445Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "3f058eae-5308-4fd6-8c22-036708622ed2"} 2026-05-16T21:27:39.150Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"pitr-gap-errors","namespace":"pitr-gap-errors-29237"}, "namespace": "pitr-gap-errors-29237", "name": "pitr-gap-errors", "reconcileID": "b6cef0a4-1f3b-4b52-81b9-4a2a20b17d91"} max retry count 120 reached. something went wrong with operator or kubernetes cluster