Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/logs/cross-site-proxysql-8-4.log Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + main + local source_cluster=cross-site-source + local replica_cluster=cross-site-replica + desc 'Create source cluster' + set +o xtrace ----------------------------------------------------------------------------------- Create source cluster ----------------------------------------------------------------------------------- + create_infra cross-site-proxysql-9169 + local ns=cross-site-proxysql-9169 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n cross-site-proxysql-10425 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl patch pxc -n cross-site-proxysql-replica-12902 cross-site-replica --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.5ZmY0Wy00q ++ mktemp + local LAST_ERR=/tmp/tmp.666ZhfjS0B + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5ZmY0Wy00q perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-10425 namespace perconaxtradbcluster.pxc.percona.com "cross-site-replica" deleted from cross-site-proxysql-replica-12902 namespace + cat /tmp/tmp.666ZhfjS0B + rm /tmp/tmp.5ZmY0Wy00q /tmp/tmp.666ZhfjS0B + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ntlvFUII99 ++ mktemp + local LAST_ERR=/tmp/tmp.O3SN0Fgihy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ntlvFUII99 perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-10425 namespace perconaxtradbclusterbackup.pxc.percona.com "backup-minio-replica" deleted from cross-site-proxysql-replica-12902 namespace + cat /tmp/tmp.O3SN0Fgihy + rm /tmp/tmp.ntlvFUII99 /tmp/tmp.O3SN0Fgihy + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.b5tXvhuPHW ++ mktemp + local LAST_ERR=/tmp/tmp.KlL91XciDh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.b5tXvhuPHW perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-10425 namespace perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-replica-12902 namespace + cat /tmp/tmp.KlL91XciDh + rm /tmp/tmp.b5tXvhuPHW /tmp/tmp.KlL91XciDh + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ tail -n1 ++ awk '-F ' '{print $2}' + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.DltzWNtfov + awk '{print$1}' + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.3umwvDvXFk ++ mktemp + local LAST_ERR=/tmp/tmp.OE5tGqbZqW + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.BXVTcAo2AX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3umwvDvXFk + cat /tmp/tmp.OE5tGqbZqW + rm /tmp/tmp.3umwvDvXFk /tmp/tmp.OE5tGqbZqW + return 0 namespace "cross-site-proxysql-10425" deleted namespace "cross-site-proxysql-replica-12902" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DltzWNtfov namespace "pxc-operator" deleted + cat /tmp/tmp.BXVTcAo2AX + rm /tmp/tmp.DltzWNtfov /tmp/tmp.BXVTcAo2AX + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.eCbQpjiW3h ++ mktemp + local LAST_ERR=/tmp/tmp.LM9oG9DVgg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eCbQpjiW3h namespace/pxc-operator created + cat /tmp/tmp.LM9oG9DVgg + rm /tmp/tmp.eCbQpjiW3h /tmp/tmp.LM9oG9DVgg + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.blYwoSs6RQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ft67GxDFu0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.blYwoSs6RQ ++ cat /tmp/tmp.Ft67GxDFu0 ++ rm /tmp/tmp.blYwoSs6RQ /tmp/tmp.Ft67GxDFu0 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.zc7qf947pJ ++ mktemp + local LAST_ERR=/tmp/tmp.w4AAf2gGxy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zc7qf947pJ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.w4AAf2gGxy + rm /tmp/tmp.zc7qf947pJ /tmp/tmp.w4AAf2gGxy + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.6Ej50MRqzS ++ mktemp + local LAST_ERR=/tmp/tmp.tAzLdB44Js + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6Ej50MRqzS customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.tAzLdB44Js + rm /tmp/tmp.6Ej50MRqzS /tmp/tmp.tAzLdB44Js + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.TluxB8H2vN ++ mktemp + local LAST_ERR=/tmp/tmp.3TbYR8Xn1F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TluxB8H2vN clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.3TbYR8Xn1F + rm /tmp/tmp.TluxB8H2vN /tmp/tmp.3TbYR8Xn1F + return 0 + kubectl_bin apply -f - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + local LAST_OUT=/tmp/tmp.Ga8UhiLy00 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-operator.yaml + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7^' ++ mktemp + local LAST_ERR=/tmp/tmp.KcFvRhante + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ga8UhiLy00 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.KcFvRhante + rm /tmp/tmp.Ga8UhiLy00 /tmp/tmp.KcFvRhante + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.dQ1ReT1gIT ++ mktemp + local LAST_ERR=/tmp/tmp.zAKdbY6HEs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dQ1ReT1gIT pod/percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv condition met + cat /tmp/tmp.zAKdbY6HEs + rm /tmp/tmp.dQ1ReT1gIT /tmp/tmp.zAKdbY6HEs + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.EsCBiZJgC6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tUXA74HTXb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EsCBiZJgC6 ++ cat /tmp/tmp.tUXA74HTXb ++ rm /tmp/tmp.EsCBiZJgC6 /tmp/tmp.tUXA74HTXb ++ return 0 + wait_pod percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv condition met waiting for pod/percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv to become Ready.Ok + sleep 3 + create_namespace cross-site-proxysql-9169 + local namespace=cross-site-proxysql-9169 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-9169' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-9169 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-9169 + kubectl_bin get ns ++ mktemp + local LAST_OUT=/tmp/tmp.YppKpralnN + xargs kubectl delete ns + awk '{print$1}' ++ mktemp + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.z0QAo5kI3D + local LAST_ERR=/tmp/tmp.GxY3PlQq9O + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.oFgUfEVvIs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.z0QAo5kI3D + cat /tmp/tmp.oFgUfEVvIs + rm /tmp/tmp.z0QAo5kI3D /tmp/tmp.oFgUfEVvIs + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.YppKpralnN + cat /tmp/tmp.GxY3PlQq9O Error from server (NotFound): namespaces "cross-site-proxysql-9169" not found + rm /tmp/tmp.YppKpralnN /tmp/tmp.GxY3PlQq9O + return 1 + : + wait_for_delete namespace/cross-site-proxysql-9169 + local res=namespace/cross-site-proxysql-9169 + echo -n 'waiting for namespace/cross-site-proxysql-9169 to be deleted' waiting for namespace/cross-site-proxysql-9169 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-9169" not found + desc 'create namespace cross-site-proxysql-9169' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-9169 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.nQJpRAVo1D ++ mktemp + local LAST_ERR=/tmp/tmp.3Q8SKKz3Sv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nQJpRAVo1D namespace/cross-site-proxysql-9169 created + cat /tmp/tmp.3Q8SKKz3Sv + rm /tmp/tmp.nQJpRAVo1D /tmp/tmp.3Q8SKKz3Sv + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZMx8C4ojbg +++ mktemp ++ local LAST_ERR=/tmp/tmp.1rFe4N9jLP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZMx8C4ojbg ++ cat /tmp/tmp.1rFe4N9jLP ++ rm /tmp/tmp.ZMx8C4ojbg /tmp/tmp.1rFe4N9jLP ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.w7CXCXdKim ++ mktemp + local LAST_ERR=/tmp/tmp.46aIM5hFKR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.w7CXCXdKim Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.46aIM5hFKR + rm /tmp/tmp.w7CXCXdKim /tmp/tmp.46aIM5hFKR + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.mp5MVDpQ9j ++ mktemp + local LAST_ERR=/tmp/tmp.Z8dnVOFJe9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mp5MVDpQ9j secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.Z8dnVOFJe9 + rm /tmp/tmp.mp5MVDpQ9j /tmp/tmp.Z8dnVOFJe9 + return 0 + start_minio + deploy_helm cross-site-proxysql-9169 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Apr 30 11:31:43 2026 NAMESPACE: cross-site-proxysql-9169 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.cross-site-proxysql-9169.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace cross-site-proxysql-9169 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace cross-site-proxysql-9169 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace cross-site-proxysql-9169 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace cross-site-proxysql-9169 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7FDTZF14K9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.BPf18kWD3R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7FDTZF14K9 ++ cat /tmp/tmp.BPf18kWD3R ++ rm /tmp/tmp.7FDTZF14K9 /tmp/tmp.BPf18kWD3R ++ return 0 + MINIO_POD=minio-service-5fd5489bdc-5fjpg + wait_pod minio-service-5fd5489bdc-5fjpg + local pod=minio-service-5fd5489bdc-5fjpg + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo minio-service-5fd5489bdc-5fjpg + local container= + set +o xtrace pod/minio-service-5fd5489bdc-5fjpg condition met waiting for pod/minio-service-5fd5489bdc-5fjpg to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.PJIoLzfcjX ++ mktemp + local LAST_ERR=/tmp/tmp.DuO5dMK0Vo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PJIoLzfcjX make_bucket: operator-testing pod "aws-cli" deleted from cross-site-proxysql-9169 namespace + cat /tmp/tmp.DuO5dMK0Vo + rm /tmp/tmp.PJIoLzfcjX /tmp/tmp.DuO5dMK0Vo + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.BqNqO3KfKD ++ mktemp + local LAST_ERR=/tmp/tmp.V6bap0mQxE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BqNqO3KfKD secret/minio-secret unchanged secret/aws-s3-secret unchanged secret/do-spaces-secret unchanged secret/gcp-cs-secret unchanged secret/azure-secret unchanged + cat /tmp/tmp.V6bap0mQxE + rm /tmp/tmp.BqNqO3KfKD /tmp/tmp.V6bap0mQxE + return 0 + spinup_pxc cross-site-source /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local cluster=cross-site-source + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.0Fqe2P6pOX ++ mktemp + local LAST_ERR=/tmp/tmp.SNv6E0BJ4Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0Fqe2P6pOX secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.SNv6E0BJ4Y + rm /tmp/tmp.0Fqe2P6pOX /tmp/tmp.SNv6E0BJ4Y + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + local LAST_OUT=/tmp/tmp.mdpEM5Jfew ++ mktemp + local LAST_ERR=/tmp/tmp.sQ9KUTElkJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mdpEM5Jfew deployment.apps/pxc-client created + cat /tmp/tmp.sQ9KUTElkJ + rm /tmp/tmp.mdpEM5Jfew /tmp/tmp.sQ9KUTElkJ + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + local LAST_OUT=/tmp/tmp.vGxoX56CsE + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' ++ mktemp + local LAST_ERR=/tmp/tmp.Y22m7bd4Gp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vGxoX56CsE perconaxtradbcluster.pxc.percona.com/cross-site-source created + cat /tmp/tmp.Y22m7bd4Gp + rm /tmp/tmp.vGxoX56CsE /tmp/tmp.Y22m7bd4Gp + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-source ++ local target_cluster=cross-site-source +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.J3gQizv5Px ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zrfCZF3xTZ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.J3gQizv5Px +++ cat /tmp/tmp.zrfCZF3xTZ +++ rm /tmp/tmp.J3gQizv5Px /tmp/tmp.zrfCZF3xTZ +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.zmaSdOvDrk ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lC7Zt0uEgf +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.zmaSdOvDrk +++ cat /tmp/tmp.lC7Zt0uEgf +++ rm /tmp/tmp.zmaSdOvDrk /tmp/tmp.lC7Zt0uEgf +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-source-proxysql ++ return + local proxy=cross-site-source-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.9WfzyInpwm ++ mktemp + local LAST_ERR=/tmp/tmp.95jb9dDHID + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.9WfzyInpwm + cat /tmp/tmp.95jb9dDHID error: no matching resources found + rm /tmp/tmp.9WfzyInpwm /tmp/tmp.95jb9dDHID + return 1 + true + wait_for_running cross-site-source-proxysql 1 + local name=cross-site-source-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-proxysql-0 480 + local pod=cross-site-source-proxysql-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-source-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/cross-site-source-proxysql-0 condition met waiting for pod/cross-site-source-proxysql-0 to become Ready.Ok + wait_for_running cross-site-source-pxc 3 + local name=cross-site-source-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-0 480 + local pod=cross-site-source-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo cross-site-source-pxc-0 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-0 condition met waiting for pod/cross-site-source-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-1 480 + local pod=cross-site-source-pxc-1 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-1 condition met waiting for pod/cross-site-source-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-2 480 + local pod=cross-site-source-pxc-2 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-2 condition met waiting for pod/cross-site-source-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ESfkXIXCe +++ mktemp ++ local LAST_ERR=/tmp/tmp.3Np0ldBWvA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ESfkXIXCe ++ cat /tmp/tmp.3Np0ldBWvA ++ rm /tmp/tmp.5ESfkXIXCe /tmp/tmp.3Np0ldBWvA ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.O6OjGqdgHa +++ mktemp ++ local LAST_ERR=/tmp/tmp.q2iWDMr7F6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.O6OjGqdgHa ++ cat /tmp/tmp.q2iWDMr7F6 ++ rm /tmp/tmp.O6OjGqdgHa /tmp/tmp.q2iWDMr7F6 ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qmflg + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sn37Wq0vag +++ mktemp ++ local LAST_ERR=/tmp/tmp.iRXxB7mEwl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sn37Wq0vag ++ cat /tmp/tmp.iRXxB7mEwl ++ rm /tmp/tmp.sn37Wq0vag /tmp/tmp.iRXxB7mEwl ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CvuYboItwl +++ mktemp ++ local LAST_ERR=/tmp/tmp.F8A08rCOS6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CvuYboItwl ++ cat /tmp/tmp.F8A08rCOS6 ++ rm /tmp/tmp.CvuYboItwl /tmp/tmp.F8A08rCOS6 ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gX2rX6ZAyy +++ mktemp ++ local LAST_ERR=/tmp/tmp.KSaQXYTgKx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gX2rX6ZAyy ++ cat /tmp/tmp.KSaQXYTgKx ++ rm /tmp/tmp.gX2rX6ZAyy /tmp/tmp.KSaQXYTgKx ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-qmflg + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4RWnLRuhu4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yZBY5BeNyp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4RWnLRuhu4 ++ cat /tmp/tmp.yZBY5BeNyp ++ rm /tmp/tmp.4RWnLRuhu4 /tmp/tmp.yZBY5BeNyp ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + is_keyring_plugin_in_use cross-site-source + local cluster=cross-site-source + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl exec cross-site-source-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 + sleep 60 + desc 'get main cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get main cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-source-pxc-0 ++ local service=cross-site-source-pxc-0 ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lfz5EMLD7a ++++ mktemp +++ local LAST_ERR=/tmp/tmp.CiZco6ahS3 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lfz5EMLD7a +++ cat /tmp/tmp.CiZco6ahS3 +++ rm /tmp/tmp.lfz5EMLD7a /tmp/tmp.CiZco6ahS3 +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2jy6KsAjyp +++ mktemp ++ local LAST_ERR=/tmp/tmp.gWzr2Ctkms ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2jy6KsAjyp ++ cat /tmp/tmp.gWzr2Ctkms ++ rm /tmp/tmp.2jy6KsAjyp /tmp/tmp.gWzr2Ctkms ++ return 0 ++ return + source_endpoint0=34.118.226.23 ++ get_service_ip cross-site-source-pxc-1 ++ local service=cross-site-source-pxc-1 ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.MaF0fB32Mn ++++ mktemp +++ local LAST_ERR=/tmp/tmp.GOZH7vZGhZ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.MaF0fB32Mn +++ cat /tmp/tmp.GOZH7vZGhZ +++ rm /tmp/tmp.MaF0fB32Mn /tmp/tmp.GOZH7vZGhZ +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Bb4E2Ox1eg +++ mktemp ++ local LAST_ERR=/tmp/tmp.l4edFYWoBn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Bb4E2Ox1eg ++ cat /tmp/tmp.l4edFYWoBn ++ rm /tmp/tmp.Bb4E2Ox1eg /tmp/tmp.l4edFYWoBn ++ return 0 ++ return + source_endpoint1=34.118.229.48 ++ get_service_ip cross-site-source-pxc-2 ++ local service=cross-site-source-pxc-2 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.JrpjOS6GuD ++++ mktemp +++ local LAST_ERR=/tmp/tmp.4WSpWdKA0x +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.JrpjOS6GuD +++ cat /tmp/tmp.4WSpWdKA0x +++ rm /tmp/tmp.JrpjOS6GuD /tmp/tmp.4WSpWdKA0x +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CqZ42eduVs +++ mktemp ++ local LAST_ERR=/tmp/tmp.dNM7tQBHxo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CqZ42eduVs ++ cat /tmp/tmp.dNM7tQBHxo ++ rm /tmp/tmp.CqZ42eduVs /tmp/tmp.dNM7tQBHxo ++ return 0 ++ return + source_endpoint2=34.118.226.35 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-source-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-source-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.28Zjfo4e98 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Z2OvWjCoBe +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.28Zjfo4e98 +++ cat /tmp/tmp.Z2OvWjCoBe +++ rm /tmp/tmp.28Zjfo4e98 /tmp/tmp.Z2OvWjCoBe +++ return 0 ++ client_pod=pxc-client-56fd5498cd-qmflg ++ wait_pod pxc-client-56fd5498cd-qmflg ++ local pod=pxc-client-56fd5498cd-qmflg ++ local max_retry=480 ++ local ns= +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ grep -E '^(pxc|proxysql)$' +++ echo pxc-client-56fd5498cd-qmflg ++ local container= ++ set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + source_primary=cross-site-source-pxc-2 ++ get_service_ip cross-site-source-pxc-2 ++ local service=cross-site-source-pxc-2 ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.cyh639X51n ++++ mktemp +++ local LAST_ERR=/tmp/tmp.A7AaBLpYok +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.cyh639X51n +++ cat /tmp/tmp.A7AaBLpYok +++ rm /tmp/tmp.cyh639X51n /tmp/tmp.A7AaBLpYok +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mxQpZKaJ54 +++ mktemp ++ local LAST_ERR=/tmp/tmp.0QVrlFjPWF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mxQpZKaJ54 ++ cat /tmp/tmp.0QVrlFjPWF ++ rm /tmp/tmp.mxQpZKaJ54 /tmp/tmp.0QVrlFjPWF ++ return 0 ++ return + source_primary_endpoint=34.118.226.35 + desc 'patch source cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch source cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.rRrO7tBAdd ++ mktemp + local LAST_ERR=/tmp/tmp.bVBKTI5iWd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rRrO7tBAdd perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.bVBKTI5iWd + rm /tmp/tmp.rRrO7tBAdd /tmp/tmp.bVBKTI5iWd + return 0 + desc 'patch main cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch main cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-source 3 3 + local cluster=cross-site-source + local pxc_size=3 + local proxy_size=3 ++ base64 ++ echo -n new_password + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.h911NO98jJ ++ mktemp + local LAST_ERR=/tmp/tmp.h09ZpIlVRx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h911NO98jJ secret/my-cluster-secrets patched + cat /tmp/tmp.h09ZpIlVRx + rm /tmp/tmp.h911NO98jJ /tmp/tmp.h09ZpIlVRx + return 0 + sleep 15 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.n3zJHj4GyX +++ mktemp ++ local LAST_ERR=/tmp/tmp.a9j9lH6bsA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.n3zJHj4GyX ++ cat /tmp/tmp.a9j9lH6bsA ++ rm /tmp/tmp.n3zJHj4GyX /tmp/tmp.a9j9lH6bsA ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xa3DBX6ee5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5fFg7KuR8s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xa3DBX6ee5 ++ cat /tmp/tmp.5fFg7KuR8s ++ rm /tmp/tmp.xa3DBX6ee5 /tmp/tmp.5fFg7KuR8s ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.sI3LjMwErS ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.UAkqjorSpq +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.sI3LjMwErS +++++ cat /tmp/tmp.UAkqjorSpq +++++ rm /tmp/tmp.sI3LjMwErS /tmp/tmp.UAkqjorSpq +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vEtMnHrqsY ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jCv1r1BSHD +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vEtMnHrqsY +++++ cat /tmp/tmp.jCv1r1BSHD +++++ rm /tmp/tmp.vEtMnHrqsY /tmp/tmp.jCv1r1BSHD +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Jt8zZg7Cui +++ mktemp ++ local LAST_ERR=/tmp/tmp.B00IoCxs41 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Jt8zZg7Cui ++ cat /tmp/tmp.B00IoCxs41 ++ rm /tmp/tmp.Jt8zZg7Cui /tmp/tmp.B00IoCxs41 ++ return 0 + [[ 3 == \3 ]] + echo + desc 'write data to source cluster' + set +o xtrace ----------------------------------------------------------------------------------- write data to source cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' '-h 34.118.226.35 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' + local 'uri=-h 34.118.226.35 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UlCBDECGcT +++ mktemp ++ local LAST_ERR=/tmp/tmp.ypLofEVc81 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UlCBDECGcT ++ cat /tmp/tmp.ypLofEVc81 ++ rm /tmp/tmp.UlCBDECGcT /tmp/tmp.ypLofEVc81 ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testSourceReplica (id) VALUES (100700)' '-h 34.118.226.35 -uroot -proot_password' + local 'command=INSERT myApp.testSourceReplica (id) VALUES (100700)' + local 'uri=-h 34.118.226.35 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TwrvdC95ND +++ mktemp ++ local LAST_ERR=/tmp/tmp.eqMzHQVqoB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TwrvdC95ND ++ cat /tmp/tmp.eqMzHQVqoB ++ rm /tmp/tmp.TwrvdC95ND /tmp/tmp.eqMzHQVqoB ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + yq 'del(.metadata)' - + kubectl_bin get secrets cross-site-source-ssl-internal -o yaml + yq '.metadata={"name": "cross-site-replica-ssl-internal"}' - ++ mktemp + local LAST_OUT=/tmp/tmp.svMr4rSKcO ++ mktemp + local LAST_ERR=/tmp/tmp.2eptViaFKO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get secrets cross-site-source-ssl-internal -o yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.svMr4rSKcO + cat /tmp/tmp.2eptViaFKO + rm /tmp/tmp.svMr4rSKcO /tmp/tmp.2eptViaFKO + return 0 + desc 'take backup of source cluster' + set +o xtrace ----------------------------------------------------------------------------------- take backup of source cluster ----------------------------------------------------------------------------------- + run_backup cross-site-source backup-minio-source + local cluster=cross-site-source + local backup=backup-minio-source + log 'run pxc-backup/backup-minio-source' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T11:42:05+0000]' run pxc-backup/backup-minio-source [2026-04-30T11:42:05+0000] run pxc-backup/backup-minio-source + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5apRkqlA95 ++ mktemp + local LAST_ERR=/tmp/tmp.zzPQ691WFT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5apRkqlA95 perconaxtradbclusterbackup.pxc.percona.com/backup-minio-source created + cat /tmp/tmp.zzPQ691WFT + rm /tmp/tmp.5apRkqlA95 /tmp/tmp.zzPQ691WFT + return 0 + wait_backup backup-minio-source + local backup=backup-minio-source + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-source to reach Succeeded state...........Succeeded + desc 'create replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- create replica cluster ----------------------------------------------------------------------------------- + create_namespace cross-site-proxysql-replica-29254 0 + local namespace=cross-site-proxysql-replica-29254 + local skip_clean_namespace=0 + [[ 1 == 1 ]] + [[ -z 0 ]] + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-replica-29254' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-replica-29254 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-replica-29254 ++ mktemp + local LAST_OUT=/tmp/tmp.ZOVzAbmbZP ++ mktemp + local LAST_ERR=/tmp/tmp.BfKjSVK1yA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-29254 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-29254 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-29254 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.ZOVzAbmbZP + cat /tmp/tmp.BfKjSVK1yA Error from server (NotFound): namespaces "cross-site-proxysql-replica-29254" not found + rm /tmp/tmp.ZOVzAbmbZP /tmp/tmp.BfKjSVK1yA + return 1 + : + wait_for_delete namespace/cross-site-proxysql-replica-29254 + local res=namespace/cross-site-proxysql-replica-29254 + echo -n 'waiting for namespace/cross-site-proxysql-replica-29254 to be deleted' waiting for namespace/cross-site-proxysql-replica-29254 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-replica-29254" not found + desc 'create namespace cross-site-proxysql-replica-29254' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-replica-29254 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-replica-29254 ++ mktemp + local LAST_OUT=/tmp/tmp.Sfr7KeGgG5 ++ mktemp + local LAST_ERR=/tmp/tmp.gBr1YW5C6y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-replica-29254 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Sfr7KeGgG5 namespace/cross-site-proxysql-replica-29254 created + cat /tmp/tmp.gBr1YW5C6y + rm /tmp/tmp.Sfr7KeGgG5 /tmp/tmp.gBr1YW5C6y + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.np3I46szs9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RDYi9BZqIL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.np3I46szs9 ++ cat /tmp/tmp.RDYi9BZqIL ++ rm /tmp/tmp.np3I46szs9 /tmp/tmp.RDYi9BZqIL ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 ++ mktemp + local LAST_OUT=/tmp/tmp.beetu8jPBS ++ mktemp + local LAST_ERR=/tmp/tmp.MSDuAtEs3j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.beetu8jPBS Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.MSDuAtEs3j + rm /tmp/tmp.beetu8jPBS /tmp/tmp.MSDuAtEs3j + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.4B9Tsl5bLH ++ mktemp + local LAST_ERR=/tmp/tmp.qFE8v2KCII + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4B9Tsl5bLH customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.qFE8v2KCII + rm /tmp/tmp.4B9Tsl5bLH /tmp/tmp.qFE8v2KCII + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.uwzi8rEfOW ++ mktemp + local LAST_ERR=/tmp/tmp.K4EKTk1kc2 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uwzi8rEfOW clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.K4EKTk1kc2 + rm /tmp/tmp.uwzi8rEfOW /tmp/tmp.K4EKTk1kc2 + return 0 + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - ++ mktemp + local LAST_OUT=/tmp/tmp.4GPicpXXJZ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-operator.yaml ++ mktemp + local LAST_ERR=/tmp/tmp.Pc5xg8xKP3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4GPicpXXJZ deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.Pc5xg8xKP3 + rm /tmp/tmp.4GPicpXXJZ /tmp/tmp.Pc5xg8xKP3 + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.bJZM6WuxYy ++ mktemp + local LAST_ERR=/tmp/tmp.kIxLrXb1gM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.bJZM6WuxYy + cat /tmp/tmp.kIxLrXb1gM error: timed out waiting for the condition on pods/percona-xtradb-cluster-operator-7d9c4fb94c-ctl5n + rm /tmp/tmp.bJZM6WuxYy /tmp/tmp.kIxLrXb1gM + return 1 + true ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ head -1 ++ local LAST_OUT=/tmp/tmp.0bdT2Hg38g +++ mktemp ++ local LAST_ERR=/tmp/tmp.GVRFbHh6PH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0bdT2Hg38g ++ cat /tmp/tmp.GVRFbHh6PH ++ rm /tmp/tmp.0bdT2Hg38g /tmp/tmp.GVRFbHh6PH ++ return 0 + wait_pod percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv + local max_retry=480 + local ns=pxc-operator ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv condition met waiting for pod/percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv to become Ready.Ok + sleep 3 + kubectl_bin apply -f /tmp/tmp.TZQXk0d5Z9/replica-ssl-internal.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.KfYtDSa2Xp ++ mktemp + local LAST_ERR=/tmp/tmp.FKRUoGaa63 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /tmp/tmp.TZQXk0d5Z9/replica-ssl-internal.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KfYtDSa2Xp secret/cross-site-replica-ssl-internal created + cat /tmp/tmp.FKRUoGaa63 + rm /tmp/tmp.KfYtDSa2Xp /tmp/tmp.FKRUoGaa63 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.LMMNc8CILs ++ mktemp + local LAST_ERR=/tmp/tmp.vXN5ZJB2wY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LMMNc8CILs secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.vXN5ZJB2wY + rm /tmp/tmp.LMMNc8CILs /tmp/tmp.vXN5ZJB2wY + return 0 + spinup_pxc cross-site-replica /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local cluster=cross-site-replica + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.FCYlWYVTSv ++ mktemp + local LAST_ERR=/tmp/tmp.RRwYdmu94Q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FCYlWYVTSv secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.RRwYdmu94Q + rm /tmp/tmp.FCYlWYVTSv /tmp/tmp.RRwYdmu94Q + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ ++ mktemp + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + local LAST_OUT=/tmp/tmp.87iD0zM7BI + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_ERR=/tmp/tmp.mgvANVYTvg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.87iD0zM7BI deployment.apps/pxc-client created + cat /tmp/tmp.mgvANVYTvg + rm /tmp/tmp.87iD0zM7BI /tmp/tmp.mgvANVYTvg + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' ++ mktemp + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + local LAST_OUT=/tmp/tmp.gsgHyeS14g + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local LAST_ERR=/tmp/tmp.Vdwr689ltU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gsgHyeS14g perconaxtradbcluster.pxc.percona.com/cross-site-replica created + cat /tmp/tmp.Vdwr689ltU + rm /tmp/tmp.gsgHyeS14g /tmp/tmp.Vdwr689ltU + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-replica ++ local target_cluster=cross-site-replica +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.AhI3sCWIOZ ++++ mktemp +++ local LAST_ERR=/tmp/tmp.aniefb9jSt +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.AhI3sCWIOZ +++ cat /tmp/tmp.aniefb9jSt +++ rm /tmp/tmp.AhI3sCWIOZ /tmp/tmp.aniefb9jSt +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.UrxI4CDhQP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.451Jritfk5 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.UrxI4CDhQP +++ cat /tmp/tmp.451Jritfk5 +++ rm /tmp/tmp.UrxI4CDhQP /tmp/tmp.451Jritfk5 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-replica-proxysql ++ return + local proxy=cross-site-replica-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.s1aaa47kgp ++ mktemp + local LAST_ERR=/tmp/tmp.6LBmMv8CtB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-9169 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.s1aaa47kgp + cat /tmp/tmp.6LBmMv8CtB error: no matching resources found + rm /tmp/tmp.s1aaa47kgp /tmp/tmp.6LBmMv8CtB + return 1 + true + wait_for_running cross-site-replica-proxysql 1 + local name=cross-site-replica-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-proxysql-0 480 + local pod=cross-site-replica-proxysql-0 + local max_retry=480 + local ns= ++ echo cross-site-replica-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/cross-site-replica-proxysql-0 condition met waiting for pod/cross-site-replica-proxysql-0 to become Ready.Ok + wait_for_running cross-site-replica-pxc 3 + local name=cross-site-replica-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-0 480 + local pod=cross-site-replica-pxc-0 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-0 + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-0 condition met waiting for pod/cross-site-replica-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-1 480 + local pod=cross-site-replica-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-1 + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-1 condition met waiting for pod/cross-site-replica-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-2 480 + local pod=cross-site-replica-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-pxc-2 + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-2 condition met waiting for pod/cross-site-replica-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ base64 --decode ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.55tUx7B3I0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.jut5K5iKnR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.55tUx7B3I0 ++ cat /tmp/tmp.jut5K5iKnR ++ rm /tmp/tmp.55tUx7B3I0 /tmp/tmp.jut5K5iKnR ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KB837m22A3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ex68Ve0Keb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KB837m22A3 ++ cat /tmp/tmp.ex68Ve0Keb ++ rm /tmp/tmp.KB837m22A3 /tmp/tmp.ex68Ve0Keb ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KK5cjxTLyV +++ mktemp ++ local LAST_ERR=/tmp/tmp.KqddsUFX4s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KK5cjxTLyV ++ cat /tmp/tmp.KqddsUFX4s ++ rm /tmp/tmp.KK5cjxTLyV /tmp/tmp.KqddsUFX4s ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cN1OPXmZSi +++ mktemp ++ local LAST_ERR=/tmp/tmp.g5Yj377uEA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cN1OPXmZSi ++ cat /tmp/tmp.g5Yj377uEA ++ rm /tmp/tmp.cN1OPXmZSi /tmp/tmp.g5Yj377uEA ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-qjnbz + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tRCmSpSfys +++ mktemp ++ local LAST_ERR=/tmp/tmp.imqibK3eDK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tRCmSpSfys ++ cat /tmp/tmp.imqibK3eDK ++ rm /tmp/tmp.tRCmSpSfys /tmp/tmp.imqibK3eDK ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-qjnbz + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FkoK973qMO +++ mktemp ++ local LAST_ERR=/tmp/tmp.rxdtmDGqUS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FkoK973qMO ++ cat /tmp/tmp.rxdtmDGqUS ++ rm /tmp/tmp.FkoK973qMO /tmp/tmp.rxdtmDGqUS ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.TZQXk0d5Z9/select-1.sql + is_keyring_plugin_in_use cross-site-replica + local cluster=cross-site-replica + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl exec cross-site-replica-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + return 1 + sleep 60 + desc 'restore backup from source cluster' + set +o xtrace ----------------------------------------------------------------------------------- restore backup from source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-9169 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YMxQnpmj8e +++ mktemp ++ local LAST_ERR=/tmp/tmp.5vfFcggCfd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-9169 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YMxQnpmj8e ++ cat /tmp/tmp.5vfFcggCfd ++ rm /tmp/tmp.YMxQnpmj8e /tmp/tmp.5vfFcggCfd ++ return 0 + destination=s3://operator-testing/cross-site-source-2026-04-30-11:42:08-full + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ + kubectl_bin apply -f - + /usr/bin/sed -e s~#cluster~cross-site-replica~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml ++ mktemp + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-source-2026-04-30-11:42:08-full~ + local LAST_OUT=/tmp/tmp.CnaUdkTTn9 ++ mktemp + local LAST_ERR=/tmp/tmp.3QiCnaQT6W + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CnaUdkTTn9 perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.3QiCnaQT6W + rm /tmp/tmp.CnaUdkTTn9 /tmp/tmp.3QiCnaQT6W + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zUPrsQjmod +++ mktemp ++ local LAST_ERR=/tmp/tmp.dobtNzURUD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zUPrsQjmod ++ cat /tmp/tmp.dobtNzURUD ++ rm /tmp/tmp.zUPrsQjmod /tmp/tmp.dobtNzURUD ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ht5rjHmGPZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.VN0K5KLLJP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ht5rjHmGPZ ++ cat /tmp/tmp.VN0K5KLLJP ++ rm /tmp/tmp.ht5rjHmGPZ /tmp/tmp.VN0K5KLLJP ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uWrXjRsfk0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.76y2XFBY9k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uWrXjRsfk0 ++ cat /tmp/tmp.76y2XFBY9k ++ rm /tmp/tmp.uWrXjRsfk0 /tmp/tmp.76y2XFBY9k ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8I09XQny4A +++ mktemp ++ local LAST_ERR=/tmp/tmp.lHRZYXfBuB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8I09XQny4A ++ cat /tmp/tmp.lHRZYXfBuB ++ rm /tmp/tmp.8I09XQny4A /tmp/tmp.lHRZYXfBuB ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Hr3zbUN7Et +++ mktemp ++ local LAST_ERR=/tmp/tmp.YOQDfnScvd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Hr3zbUN7Et ++ cat /tmp/tmp.YOQDfnScvd ++ rm /tmp/tmp.Hr3zbUN7Et /tmp/tmp.YOQDfnScvd ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B9ccYwPUUJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.ulv1ztha6w ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B9ccYwPUUJ ++ cat /tmp/tmp.ulv1ztha6w ++ rm /tmp/tmp.B9ccYwPUUJ /tmp/tmp.ulv1ztha6w ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SuOdL0tBNz +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZrJftB1Syz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SuOdL0tBNz ++ cat /tmp/tmp.ZrJftB1Syz ++ rm /tmp/tmp.SuOdL0tBNz /tmp/tmp.ZrJftB1Syz ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SA6s6ezOKq +++ mktemp ++ local LAST_ERR=/tmp/tmp.dq6DgouXve ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SA6s6ezOKq ++ cat /tmp/tmp.dq6DgouXve ++ rm /tmp/tmp.SA6s6ezOKq /tmp/tmp.dq6DgouXve ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tQImjZPl5K +++ mktemp ++ local LAST_ERR=/tmp/tmp.pdAVbMA7Ze ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tQImjZPl5K ++ cat /tmp/tmp.pdAVbMA7Ze ++ rm /tmp/tmp.tQImjZPl5K /tmp/tmp.pdAVbMA7Ze ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6mskxAgpSY +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xc3vvCJo5z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6mskxAgpSY ++ cat /tmp/tmp.Xc3vvCJo5z ++ rm /tmp/tmp.6mskxAgpSY /tmp/tmp.Xc3vvCJo5z ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d5cnd5l3C0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.2LlVG6nEiE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d5cnd5l3C0 ++ cat /tmp/tmp.2LlVG6nEiE ++ rm /tmp/tmp.d5cnd5l3C0 /tmp/tmp.2LlVG6nEiE ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iwdx6vANX2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.T4lEvGMpR6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iwdx6vANX2 ++ cat /tmp/tmp.T4lEvGMpR6 ++ rm /tmp/tmp.iwdx6vANX2 /tmp/tmp.T4lEvGMpR6 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VJAogxDbBu +++ mktemp ++ local LAST_ERR=/tmp/tmp.EZcillLad3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VJAogxDbBu ++ cat /tmp/tmp.EZcillLad3 ++ rm /tmp/tmp.VJAogxDbBu /tmp/tmp.EZcillLad3 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TG2WTKxsEV +++ mktemp ++ local LAST_ERR=/tmp/tmp.2LhTqlTVbm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TG2WTKxsEV ++ cat /tmp/tmp.2LhTqlTVbm ++ rm /tmp/tmp.TG2WTKxsEV /tmp/tmp.2LhTqlTVbm ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CmLsTMFcjd +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mnjnzn9IcX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CmLsTMFcjd ++ cat /tmp/tmp.Mnjnzn9IcX ++ rm /tmp/tmp.CmLsTMFcjd /tmp/tmp.Mnjnzn9IcX ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d3iPEiCXOZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.pNpOUei8px ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d3iPEiCXOZ ++ cat /tmp/tmp.pNpOUei8px ++ rm /tmp/tmp.d3iPEiCXOZ /tmp/tmp.pNpOUei8px ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vKanU43LFp +++ mktemp ++ local LAST_ERR=/tmp/tmp.VveW1am2zM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vKanU43LFp ++ cat /tmp/tmp.VveW1am2zM ++ rm /tmp/tmp.vKanU43LFp /tmp/tmp.VveW1am2zM ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9dbDx3tJfk +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZTC6OnJI1K ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9dbDx3tJfk ++ cat /tmp/tmp.ZTC6OnJI1K ++ rm /tmp/tmp.9dbDx3tJfk /tmp/tmp.ZTC6OnJI1K ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AeJMqxy0ak +++ mktemp ++ local LAST_ERR=/tmp/tmp.AEHEfvStx5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AeJMqxy0ak ++ cat /tmp/tmp.AEHEfvStx5 ++ rm /tmp/tmp.AeJMqxy0ak /tmp/tmp.AEHEfvStx5 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fw1gpHvv0w +++ mktemp ++ local LAST_ERR=/tmp/tmp.JCoCOxBMfu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fw1gpHvv0w ++ cat /tmp/tmp.JCoCOxBMfu ++ rm /tmp/tmp.fw1gpHvv0w /tmp/tmp.JCoCOxBMfu ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MJJR4F81pc +++ mktemp ++ local LAST_ERR=/tmp/tmp.ihg1cHiUkV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MJJR4F81pc ++ cat /tmp/tmp.ihg1cHiUkV ++ rm /tmp/tmp.MJJR4F81pc /tmp/tmp.ihg1cHiUkV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Gt3DNc7GhS +++ mktemp ++ local LAST_ERR=/tmp/tmp.Cbx0DEydl7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Gt3DNc7GhS ++ cat /tmp/tmp.Cbx0DEydl7 ++ rm /tmp/tmp.Gt3DNc7GhS /tmp/tmp.Cbx0DEydl7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sLCknu5jWe +++ mktemp ++ local LAST_ERR=/tmp/tmp.iuFqbCvX8X ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sLCknu5jWe ++ cat /tmp/tmp.iuFqbCvX8X ++ rm /tmp/tmp.sLCknu5jWe /tmp/tmp.iuFqbCvX8X ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CbDqey4kw5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Gf7UoRTDtq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CbDqey4kw5 ++ cat /tmp/tmp.Gf7UoRTDtq ++ rm /tmp/tmp.CbDqey4kw5 /tmp/tmp.Gf7UoRTDtq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8rO4FIiKdq +++ mktemp ++ local LAST_ERR=/tmp/tmp.9artHVdvDt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8rO4FIiKdq ++ cat /tmp/tmp.9artHVdvDt ++ rm /tmp/tmp.8rO4FIiKdq /tmp/tmp.9artHVdvDt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aO4957Lj9k +++ mktemp ++ local LAST_ERR=/tmp/tmp.3AlQ6IyKcg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aO4957Lj9k ++ cat /tmp/tmp.3AlQ6IyKcg ++ rm /tmp/tmp.aO4957Lj9k /tmp/tmp.3AlQ6IyKcg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o1ItmoS9WJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.PoeD7XDgqG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o1ItmoS9WJ ++ cat /tmp/tmp.PoeD7XDgqG ++ rm /tmp/tmp.o1ItmoS9WJ /tmp/tmp.PoeD7XDgqG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qiuNdHFoZq +++ mktemp ++ local LAST_ERR=/tmp/tmp.bAKMaCxVzo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qiuNdHFoZq ++ cat /tmp/tmp.bAKMaCxVzo ++ rm /tmp/tmp.qiuNdHFoZq /tmp/tmp.bAKMaCxVzo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rqoQP1ASXc +++ mktemp ++ local LAST_ERR=/tmp/tmp.adPfLrUIlA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rqoQP1ASXc ++ cat /tmp/tmp.adPfLrUIlA ++ rm /tmp/tmp.rqoQP1ASXc /tmp/tmp.adPfLrUIlA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MYwHTT1duF +++ mktemp ++ local LAST_ERR=/tmp/tmp.BnO9ofUyKm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MYwHTT1duF ++ cat /tmp/tmp.BnO9ofUyKm ++ rm /tmp/tmp.MYwHTT1duF /tmp/tmp.BnO9ofUyKm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WSqCqYeM5B +++ mktemp ++ local LAST_ERR=/tmp/tmp.HKUwJ4qjph ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WSqCqYeM5B ++ cat /tmp/tmp.HKUwJ4qjph ++ rm /tmp/tmp.WSqCqYeM5B /tmp/tmp.HKUwJ4qjph ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZXZBNeVLo8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.n8KlOlveA6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZXZBNeVLo8 ++ cat /tmp/tmp.n8KlOlveA6 ++ rm /tmp/tmp.ZXZBNeVLo8 /tmp/tmp.n8KlOlveA6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1nJLL69ZKQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ma6pKqx8WZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1nJLL69ZKQ ++ cat /tmp/tmp.Ma6pKqx8WZ ++ rm /tmp/tmp.1nJLL69ZKQ /tmp/tmp.Ma6pKqx8WZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.K9fxc4M0jC +++ mktemp ++ local LAST_ERR=/tmp/tmp.BjT1uAndg3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.K9fxc4M0jC ++ cat /tmp/tmp.BjT1uAndg3 ++ rm /tmp/tmp.K9fxc4M0jC /tmp/tmp.BjT1uAndg3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gpvB3YVW3J +++ mktemp ++ local LAST_ERR=/tmp/tmp.FXVYHn2T3j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gpvB3YVW3J ++ cat /tmp/tmp.FXVYHn2T3j ++ rm /tmp/tmp.gpvB3YVW3J /tmp/tmp.FXVYHn2T3j ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SLGu4bR5iX +++ mktemp ++ local LAST_ERR=/tmp/tmp.PhRXW60mWa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SLGu4bR5iX ++ cat /tmp/tmp.PhRXW60mWa ++ rm /tmp/tmp.SLGu4bR5iX /tmp/tmp.PhRXW60mWa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KwnM6OTYkl +++ mktemp ++ local LAST_ERR=/tmp/tmp.sfiHp6vzxU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KwnM6OTYkl ++ cat /tmp/tmp.sfiHp6vzxU ++ rm /tmp/tmp.KwnM6OTYkl /tmp/tmp.sfiHp6vzxU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2tHsoOyxQW +++ mktemp ++ local LAST_ERR=/tmp/tmp.GhmZvRsQsq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2tHsoOyxQW ++ cat /tmp/tmp.GhmZvRsQsq ++ rm /tmp/tmp.2tHsoOyxQW /tmp/tmp.GhmZvRsQsq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NBTCo7vTww +++ mktemp ++ local LAST_ERR=/tmp/tmp.qAcCAHhwYJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NBTCo7vTww ++ cat /tmp/tmp.qAcCAHhwYJ ++ rm /tmp/tmp.NBTCo7vTww /tmp/tmp.qAcCAHhwYJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ywt0rD2zO0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mjJBtCcEYS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ywt0rD2zO0 ++ cat /tmp/tmp.mjJBtCcEYS ++ rm /tmp/tmp.Ywt0rD2zO0 /tmp/tmp.mjJBtCcEYS ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RXxWfVK9j9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ueUDbaUkzd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RXxWfVK9j9 ++ cat /tmp/tmp.ueUDbaUkzd ++ rm /tmp/tmp.RXxWfVK9j9 /tmp/tmp.ueUDbaUkzd ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4aMSTmpw89 +++ mktemp ++ local LAST_ERR=/tmp/tmp.J2QhbVX2V2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4aMSTmpw89 ++ cat /tmp/tmp.J2QhbVX2V2 ++ rm /tmp/tmp.4aMSTmpw89 /tmp/tmp.J2QhbVX2V2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bX2K7TCkyL +++ mktemp ++ local LAST_ERR=/tmp/tmp.GuTmjOUOfJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bX2K7TCkyL ++ cat /tmp/tmp.GuTmjOUOfJ ++ rm /tmp/tmp.bX2K7TCkyL /tmp/tmp.GuTmjOUOfJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YHuggbxdo8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aqVOYc8bqm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YHuggbxdo8 ++ cat /tmp/tmp.aqVOYc8bqm ++ rm /tmp/tmp.YHuggbxdo8 /tmp/tmp.aqVOYc8bqm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SBCuBAG4VM +++ mktemp ++ local LAST_ERR=/tmp/tmp.wBgb6qP49E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SBCuBAG4VM ++ cat /tmp/tmp.wBgb6qP49E ++ rm /tmp/tmp.SBCuBAG4VM /tmp/tmp.wBgb6qP49E ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WD8YYyOFRf +++ mktemp ++ local LAST_ERR=/tmp/tmp.mdqMQ7gLU0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WD8YYyOFRf ++ cat /tmp/tmp.mdqMQ7gLU0 ++ rm /tmp/tmp.WD8YYyOFRf /tmp/tmp.mdqMQ7gLU0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oRhlZcsUz4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.A8xeEXgdPV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oRhlZcsUz4 ++ cat /tmp/tmp.A8xeEXgdPV ++ rm /tmp/tmp.oRhlZcsUz4 /tmp/tmp.A8xeEXgdPV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mUbenTDOjw +++ mktemp ++ local LAST_ERR=/tmp/tmp.WoJiM6Zaya ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mUbenTDOjw ++ cat /tmp/tmp.WoJiM6Zaya ++ rm /tmp/tmp.mUbenTDOjw /tmp/tmp.WoJiM6Zaya ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4T4FM1A8tu +++ mktemp ++ local LAST_ERR=/tmp/tmp.H3a63xQvSa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4T4FM1A8tu ++ cat /tmp/tmp.H3a63xQvSa ++ rm /tmp/tmp.4T4FM1A8tu /tmp/tmp.H3a63xQvSa ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PLFU3o5kfR +++ mktemp ++ local LAST_ERR=/tmp/tmp.0a1JrnZKzt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PLFU3o5kfR ++ cat /tmp/tmp.0a1JrnZKzt ++ rm /tmp/tmp.PLFU3o5kfR /tmp/tmp.0a1JrnZKzt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 49 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XEiEVHD7pn +++ mktemp ++ local LAST_ERR=/tmp/tmp.m3zHpNEAPP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XEiEVHD7pn ++ cat /tmp/tmp.m3zHpNEAPP ++ rm /tmp/tmp.XEiEVHD7pn /tmp/tmp.m3zHpNEAPP ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.X19fs7gQQg +++ mktemp ++ local LAST_ERR=/tmp/tmp.U9pEutfmad ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.X19fs7gQQg ++ cat /tmp/tmp.U9pEutfmad ++ rm /tmp/tmp.X19fs7gQQg /tmp/tmp.U9pEutfmad ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.0WpCtIKXH1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VNEV3TnefJ +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.0WpCtIKXH1 +++++ cat /tmp/tmp.VNEV3TnefJ +++++ rm /tmp/tmp.0WpCtIKXH1 /tmp/tmp.VNEV3TnefJ +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.BrytQv1Q5U ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.mdDu5a7FBh +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.BrytQv1Q5U +++++ cat /tmp/tmp.mdDu5a7FBh +++++ rm /tmp/tmp.BrytQv1Q5U /tmp/tmp.mdDu5a7FBh +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CIeLIB6IeE +++ mktemp ++ local LAST_ERR=/tmp/tmp.XYcfaOkpLB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CIeLIB6IeE ++ cat /tmp/tmp.XYcfaOkpLB ++ rm /tmp/tmp.CIeLIB6IeE /tmp/tmp.XYcfaOkpLB ++ return 0 + [[ 3 == \3 ]] + echo + desc 'get replica cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get replica cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.NIUsolbkRh ++++ mktemp +++ local LAST_ERR=/tmp/tmp.QzVoPM0wav +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.NIUsolbkRh +++ cat /tmp/tmp.QzVoPM0wav +++ rm /tmp/tmp.NIUsolbkRh /tmp/tmp.QzVoPM0wav +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kG0v49m3Ij +++ mktemp ++ local LAST_ERR=/tmp/tmp.1VjzgjQMta ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kG0v49m3Ij ++ cat /tmp/tmp.1VjzgjQMta ++ rm /tmp/tmp.kG0v49m3Ij /tmp/tmp.1VjzgjQMta ++ return 0 ++ return + replica_endpoint0=34.118.234.52 ++ get_service_ip cross-site-replica-pxc-1 ++ local service=cross-site-replica-pxc-1 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.xpg6b7gL6m ++++ mktemp +++ local LAST_ERR=/tmp/tmp.0NI40P1rpD +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.xpg6b7gL6m +++ cat /tmp/tmp.0NI40P1rpD +++ rm /tmp/tmp.xpg6b7gL6m /tmp/tmp.0NI40P1rpD +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YyRYNNTZPk +++ mktemp ++ local LAST_ERR=/tmp/tmp.zlwaThQIQZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YyRYNNTZPk ++ cat /tmp/tmp.zlwaThQIQZ ++ rm /tmp/tmp.YyRYNNTZPk /tmp/tmp.zlwaThQIQZ ++ return 0 ++ return + replica_endpoint1=34.118.230.82 ++ get_service_ip cross-site-replica-pxc-2 ++ local service=cross-site-replica-pxc-2 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.RVufkaEBKX ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xO44OvJSMJ +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.RVufkaEBKX +++ cat /tmp/tmp.xO44OvJSMJ +++ rm /tmp/tmp.RVufkaEBKX /tmp/tmp.xO44OvJSMJ +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yN1cZmACGg +++ mktemp ++ local LAST_ERR=/tmp/tmp.vFL3bgo1cb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yN1cZmACGg ++ cat /tmp/tmp.vFL3bgo1cb ++ rm /tmp/tmp.yN1cZmACGg /tmp/tmp.vFL3bgo1cb ++ return 0 ++ return + replica_endpoint2=34.118.238.108 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.lhyfAYhK2g ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lcJ3YnBaME +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.lhyfAYhK2g +++ cat /tmp/tmp.lcJ3YnBaME +++ rm /tmp/tmp.lhyfAYhK2g /tmp/tmp.lcJ3YnBaME +++ return 0 ++ client_pod=pxc-client-56fd5498cd-qjnbz ++ wait_pod pxc-client-56fd5498cd-qjnbz ++ local pod=pxc-client-56fd5498cd-qjnbz ++ local max_retry=480 ++ local ns= +++ grep -E '^(pxc|proxysql)$' +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' +++ echo pxc-client-56fd5498cd-qjnbz ++ local container= ++ set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + replica_primary=cross-site-replica-pxc-0 ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Y5aDcUPd6x ++++ mktemp +++ local LAST_ERR=/tmp/tmp.xag3GEwYeu +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Y5aDcUPd6x +++ cat /tmp/tmp.xag3GEwYeu +++ rm /tmp/tmp.Y5aDcUPd6x /tmp/tmp.xag3GEwYeu +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yF1EXMYgt7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.7WsdpsPbBY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yF1EXMYgt7 ++ cat /tmp/tmp.7WsdpsPbBY ++ rm /tmp/tmp.yF1EXMYgt7 /tmp/tmp.7WsdpsPbBY ++ return 0 ++ return + replica_primary_endpoint=34.118.234.52 + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.234.52 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.234.52 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.amks9wtgkl +++ mktemp ++ local LAST_ERR=/tmp/tmp.U5anLis3er ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.amks9wtgkl ++ cat /tmp/tmp.U5anLis3er ++ rm /tmp/tmp.amks9wtgkl /tmp/tmp.U5anLis3er ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'patch replica cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.226.23", "port": 3306, "weight": 100},{"host": "34.118.229.48", "port": 3306, "weight": 100},{"host": "34.118.226.35", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.Rjal58uVhL ++ mktemp + local LAST_ERR=/tmp/tmp.ZrGekOj77i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.226.23", "port": 3306, "weight": 100},{"host": "34.118.229.48", "port": 3306, "weight": 100},{"host": "34.118.226.35", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Rjal58uVhL perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.ZrGekOj77i + rm /tmp/tmp.Rjal58uVhL /tmp/tmp.ZrGekOj77i + return 0 + sleep 40 + desc 'patch replica cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-replica 3 3 + local cluster=cross-site-replica + local pxc_size=3 + local proxy_size=3 ++ echo -n new_password ++ base64 + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.bbrphUmAxE ++ mktemp + local LAST_ERR=/tmp/tmp.xOKPnjzYB3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bbrphUmAxE secret/my-cluster-secrets patched + cat /tmp/tmp.xOKPnjzYB3 + rm /tmp/tmp.bbrphUmAxE /tmp/tmp.xOKPnjzYB3 + return 0 + sleep 15 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ki3gGrGcFE +++ mktemp ++ local LAST_ERR=/tmp/tmp.0C0luTXpbs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ki3gGrGcFE ++ cat /tmp/tmp.0C0luTXpbs ++ rm /tmp/tmp.ki3gGrGcFE /tmp/tmp.0C0luTXpbs ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.DQak4Onqfi +++ mktemp ++ local LAST_ERR=/tmp/tmp.uyc1hfLrCn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.DQak4Onqfi ++ cat /tmp/tmp.uyc1hfLrCn ++ rm /tmp/tmp.DQak4Onqfi /tmp/tmp.uyc1hfLrCn ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.mBjSvzcnd3 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.rtbOOZ5J1K +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.mBjSvzcnd3 +++++ cat /tmp/tmp.rtbOOZ5J1K +++++ rm /tmp/tmp.mBjSvzcnd3 /tmp/tmp.rtbOOZ5J1K +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Wy7bY8y7wW ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sdsdffGlnY +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Wy7bY8y7wW +++++ cat /tmp/tmp.sdsdffGlnY +++++ rm /tmp/tmp.Wy7bY8y7wW /tmp/tmp.sdsdffGlnY +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.23W5DSRFtm +++ mktemp ++ local LAST_ERR=/tmp/tmp.WbTNFZbCua ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.23W5DSRFtm ++ cat /tmp/tmp.WbTNFZbCua ++ rm /tmp/tmp.23W5DSRFtm /tmp/tmp.WbTNFZbCua ++ return 0 + [[ 3 == \3 ]] + echo + desc 'Check replication works between source -> replica' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between source -> replica ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.234.52 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.234.52 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.234.52 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.234.52 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YWvNZ5UyWP +++ mktemp ++ local LAST_ERR=/tmp/tmp.RzAKW2ENTf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YWvNZ5UyWP ++ cat /tmp/tmp.RzAKW2ENTf ++ rm /tmp/tmp.YWvNZ5UyWP /tmp/tmp.RzAKW2ENTf ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.TZQXk0d5Z9/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.230.82 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.230.82 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.230.82 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.230.82 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OPLrIaOuo5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AG6yWFNQwk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OPLrIaOuo5 ++ cat /tmp/tmp.AG6yWFNQwk ++ rm /tmp/tmp.OPLrIaOuo5 /tmp/tmp.AG6yWFNQwk ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.TZQXk0d5Z9/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.238.108 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.238.108 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.238.108 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.238.108 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NG2qDkOSh8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dGcFmuc3kv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NG2qDkOSh8 ++ cat /tmp/tmp.dGcFmuc3kv ++ rm /tmp/tmp.NG2qDkOSh8 /tmp/tmp.dGcFmuc3kv ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.TZQXk0d5Z9/select-2.sql + desc 'check that ProxySQL on replica cluster does not have writer hostgroup (11)' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on replica cluster does not have writer hostgroup (11) ----------------------------------------------------------------------------------- + check_proxysql_hostgroup cross-site-replica 3 11 empty + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=empty + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + desc 'verify cluster stability and no ProxySQL pod restarts over 60 seconds' + set +o xtrace ----------------------------------------------------------------------------------- verify cluster stability and no ProxySQL pod restarts over 60 seconds ----------------------------------------------------------------------------------- + proxysql_restarts_before=() + local proxysql_restarts_before + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lBK68o04Vl +++ mktemp ++ local LAST_ERR=/tmp/tmp.56OmX1QZKk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lBK68o04Vl ++ cat /tmp/tmp.56OmX1QZKk ++ rm /tmp/tmp.lBK68o04Vl /tmp/tmp.56OmX1QZKk ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rNSLkjA1n2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.v9WtH7Ed0R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rNSLkjA1n2 ++ cat /tmp/tmp.v9WtH7Ed0R ++ rm /tmp/tmp.rNSLkjA1n2 /tmp/tmp.v9WtH7Ed0R ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sVXthtXhaI +++ mktemp ++ local LAST_ERR=/tmp/tmp.DSIiagHMPb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sVXthtXhaI ++ cat /tmp/tmp.DSIiagHMPb ++ rm /tmp/tmp.sVXthtXhaI /tmp/tmp.DSIiagHMPb ++ return 0 + sleep 60 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FEfK5lCQ6u +++ mktemp ++ local LAST_ERR=/tmp/tmp.4LI0duxsC9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FEfK5lCQ6u ++ cat /tmp/tmp.4LI0duxsC9 ++ rm /tmp/tmp.FEfK5lCQ6u /tmp/tmp.4LI0duxsC9 ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8BPbEe6iif +++ mktemp ++ local LAST_ERR=/tmp/tmp.VUxfEjuaLR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8BPbEe6iif ++ cat /tmp/tmp.VUxfEjuaLR ++ rm /tmp/tmp.8BPbEe6iif /tmp/tmp.VUxfEjuaLR ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.yi52S6CPGU ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.vobRbyeUbN +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.yi52S6CPGU +++++ cat /tmp/tmp.vobRbyeUbN +++++ rm /tmp/tmp.yi52S6CPGU /tmp/tmp.vobRbyeUbN +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.lgoNe1K0os ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SxEMsyynny +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.lgoNe1K0os +++++ cat /tmp/tmp.SxEMsyynny +++++ rm /tmp/tmp.lgoNe1K0os /tmp/tmp.SxEMsyynny +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GvYuJjI1JA +++ mktemp ++ local LAST_ERR=/tmp/tmp.iYbgSs3n8G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GvYuJjI1JA ++ cat /tmp/tmp.iYbgSs3n8G ++ rm /tmp/tmp.GvYuJjI1JA /tmp/tmp.iYbgSs3n8G ++ return 0 + [[ 3 == \3 ]] + echo + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8jM2O7etng +++ mktemp ++ local LAST_ERR=/tmp/tmp.U6XAvPtHxr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8jM2O7etng ++ cat /tmp/tmp.U6XAvPtHxr ++ rm /tmp/tmp.8jM2O7etng /tmp/tmp.U6XAvPtHxr ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Zx0XgmlJei +++ mktemp ++ local LAST_ERR=/tmp/tmp.ihvtGxb3Ug ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Zx0XgmlJei ++ cat /tmp/tmp.ihvtGxb3Ug ++ rm /tmp/tmp.Zx0XgmlJei /tmp/tmp.ihvtGxb3Ug ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UB80PgTOet +++ mktemp ++ local LAST_ERR=/tmp/tmp.EcphoVKGHt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UB80PgTOet ++ cat /tmp/tmp.EcphoVKGHt ++ rm /tmp/tmp.UB80PgTOet /tmp/tmp.EcphoVKGHt ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + desc 'check read access via ProxySQL on replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- check read access via ProxySQL on replica cluster ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3OXFx1mYju +++ mktemp ++ local LAST_ERR=/tmp/tmp.jGWckQzkl0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3OXFx1mYju ++ cat /tmp/tmp.jGWckQzkl0 ++ rm /tmp/tmp.3OXFx1mYju /tmp/tmp.jGWckQzkl0 ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.TZQXk0d5Z9/select-2.sql + run_backup cross-site-replica backup-minio-replica + local cluster=cross-site-replica + local backup=backup-minio-replica + log 'run pxc-backup/backup-minio-replica' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T12:03:07+0000]' run pxc-backup/backup-minio-replica [2026-04-30T12:03:07+0000] run pxc-backup/backup-minio-replica + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml ++ mktemp + local LAST_OUT=/tmp/tmp.xf1pFcV6nq ++ mktemp + local LAST_ERR=/tmp/tmp.B9u24ciMKQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xf1pFcV6nq perconaxtradbclusterbackup.pxc.percona.com/backup-minio-replica created + cat /tmp/tmp.B9u24ciMKQ + rm /tmp/tmp.xf1pFcV6nq /tmp/tmp.B9u24ciMKQ + return 0 + wait_backup backup-minio-replica + local backup=backup-minio-replica + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-replica to reach Succeeded state............Succeeded + desc 'Switch clusters over' + set +o xtrace ----------------------------------------------------------------------------------- Switch clusters over ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-9169 + local ns=cross-site-proxysql-9169 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.AEQ4zq7IIR +++ mktemp ++ local LAST_ERR=/tmp/tmp.VIzxOHWsmG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AEQ4zq7IIR ++ cat /tmp/tmp.VIzxOHWsmG ++ rm /tmp/tmp.AEQ4zq7IIR /tmp/tmp.VIzxOHWsmG ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.RZG5ka14d0 ++ mktemp + local LAST_ERR=/tmp/tmp.37vKOH60lA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RZG5ka14d0 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.37vKOH60lA + rm /tmp/tmp.RZG5ka14d0 /tmp/tmp.37vKOH60lA + return 0 + desc 'rebuild source cluster' + set +o xtrace ----------------------------------------------------------------------------------- rebuild source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-replica-29254 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dP4E9Y5bLP +++ mktemp ++ local LAST_ERR=/tmp/tmp.rrOEAL1YkD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-replica-29254 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dP4E9Y5bLP ++ cat /tmp/tmp.rrOEAL1YkD ++ rm /tmp/tmp.dP4E9Y5bLP /tmp/tmp.rrOEAL1YkD ++ return 0 + destination=s3://operator-testing/cross-site-replica-2026-04-30-12:03:09-full + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-replica-2026-04-30-12:03:09-full~ + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-9169~ + /usr/bin/sed -e s~#cluster~cross-site-source~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.DksUm9XoEq ++ mktemp + local LAST_ERR=/tmp/tmp.fyHmm6rUjx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DksUm9XoEq perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.fyHmm6rUjx + rm /tmp/tmp.DksUm9XoEq /tmp/tmp.fyHmm6rUjx + return 0 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9uva80Mwvy +++ mktemp ++ local LAST_ERR=/tmp/tmp.cCyWEuXdfa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9uva80Mwvy ++ cat /tmp/tmp.cCyWEuXdfa ++ rm /tmp/tmp.9uva80Mwvy /tmp/tmp.cCyWEuXdfa ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ew75CytmII +++ mktemp ++ local LAST_ERR=/tmp/tmp.shRY36uvgM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ew75CytmII ++ cat /tmp/tmp.shRY36uvgM ++ rm /tmp/tmp.Ew75CytmII /tmp/tmp.shRY36uvgM ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jpejVs7ahG +++ mktemp ++ local LAST_ERR=/tmp/tmp.yKumSYDv8V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jpejVs7ahG ++ cat /tmp/tmp.yKumSYDv8V ++ rm /tmp/tmp.jpejVs7ahG /tmp/tmp.yKumSYDv8V ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AeYTbZ6YIg +++ mktemp ++ local LAST_ERR=/tmp/tmp.NimYF1yU7U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AeYTbZ6YIg ++ cat /tmp/tmp.NimYF1yU7U ++ rm /tmp/tmp.AeYTbZ6YIg /tmp/tmp.NimYF1yU7U ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KBQDoCRAAH +++ mktemp ++ local LAST_ERR=/tmp/tmp.W32KfkXBTh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KBQDoCRAAH ++ cat /tmp/tmp.W32KfkXBTh ++ rm /tmp/tmp.KBQDoCRAAH /tmp/tmp.W32KfkXBTh ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qVMoHsgrdb +++ mktemp ++ local LAST_ERR=/tmp/tmp.d0PoafhpHC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qVMoHsgrdb ++ cat /tmp/tmp.d0PoafhpHC ++ rm /tmp/tmp.qVMoHsgrdb /tmp/tmp.d0PoafhpHC ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.W2SgLExZxP +++ mktemp ++ local LAST_ERR=/tmp/tmp.tNVboutMeg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.W2SgLExZxP ++ cat /tmp/tmp.tNVboutMeg ++ rm /tmp/tmp.W2SgLExZxP /tmp/tmp.tNVboutMeg ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YltYGDnRcG +++ mktemp ++ local LAST_ERR=/tmp/tmp.qIJcbZc83J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YltYGDnRcG ++ cat /tmp/tmp.qIJcbZc83J ++ rm /tmp/tmp.YltYGDnRcG /tmp/tmp.qIJcbZc83J ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.QrXROWyMb0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zsJn8w6igr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.QrXROWyMb0 ++ cat /tmp/tmp.zsJn8w6igr ++ rm /tmp/tmp.QrXROWyMb0 /tmp/tmp.zsJn8w6igr ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q4JhTO91rI +++ mktemp ++ local LAST_ERR=/tmp/tmp.PwfaVQzQ0N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q4JhTO91rI ++ cat /tmp/tmp.PwfaVQzQ0N ++ rm /tmp/tmp.q4JhTO91rI /tmp/tmp.PwfaVQzQ0N ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4kRiPSX8m0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.PFU9vLht9Q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4kRiPSX8m0 ++ cat /tmp/tmp.PFU9vLht9Q ++ rm /tmp/tmp.4kRiPSX8m0 /tmp/tmp.PFU9vLht9Q ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lxpk6EcPEN +++ mktemp ++ local LAST_ERR=/tmp/tmp.ohdsXSRBe8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lxpk6EcPEN ++ cat /tmp/tmp.ohdsXSRBe8 ++ rm /tmp/tmp.lxpk6EcPEN /tmp/tmp.ohdsXSRBe8 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qcAgTkqcvf +++ mktemp ++ local LAST_ERR=/tmp/tmp.RrV9XLCMbi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qcAgTkqcvf ++ cat /tmp/tmp.RrV9XLCMbi ++ rm /tmp/tmp.qcAgTkqcvf /tmp/tmp.RrV9XLCMbi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oBU5heBLyP +++ mktemp ++ local LAST_ERR=/tmp/tmp.gJmGKBpebL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oBU5heBLyP ++ cat /tmp/tmp.gJmGKBpebL ++ rm /tmp/tmp.oBU5heBLyP /tmp/tmp.gJmGKBpebL ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EBFoJLnrB3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.e5jHimxtCT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EBFoJLnrB3 ++ cat /tmp/tmp.e5jHimxtCT ++ rm /tmp/tmp.EBFoJLnrB3 /tmp/tmp.e5jHimxtCT ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MxBhEUKi3M +++ mktemp ++ local LAST_ERR=/tmp/tmp.J2KybnBhfP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MxBhEUKi3M ++ cat /tmp/tmp.J2KybnBhfP ++ rm /tmp/tmp.MxBhEUKi3M /tmp/tmp.J2KybnBhfP ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x2WW9fupBM +++ mktemp ++ local LAST_ERR=/tmp/tmp.GbSfJIptQq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x2WW9fupBM ++ cat /tmp/tmp.GbSfJIptQq ++ rm /tmp/tmp.x2WW9fupBM /tmp/tmp.GbSfJIptQq ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4FISuBqGRJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.0vsRmHiFwB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4FISuBqGRJ ++ cat /tmp/tmp.0vsRmHiFwB ++ rm /tmp/tmp.4FISuBqGRJ /tmp/tmp.0vsRmHiFwB ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gDaxVG5SqK +++ mktemp ++ local LAST_ERR=/tmp/tmp.aL3OvHHTk4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gDaxVG5SqK ++ cat /tmp/tmp.aL3OvHHTk4 ++ rm /tmp/tmp.gDaxVG5SqK /tmp/tmp.aL3OvHHTk4 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nexZACVV8B +++ mktemp ++ local LAST_ERR=/tmp/tmp.sCWv9423uE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nexZACVV8B ++ cat /tmp/tmp.sCWv9423uE ++ rm /tmp/tmp.nexZACVV8B /tmp/tmp.sCWv9423uE ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0i595tbRpd +++ mktemp ++ local LAST_ERR=/tmp/tmp.nbVhiS142q ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0i595tbRpd ++ cat /tmp/tmp.nbVhiS142q ++ rm /tmp/tmp.0i595tbRpd /tmp/tmp.nbVhiS142q ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JmTx64wO9M +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fp2fqKOnTE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JmTx64wO9M ++ cat /tmp/tmp.Fp2fqKOnTE ++ rm /tmp/tmp.JmTx64wO9M /tmp/tmp.Fp2fqKOnTE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vUjX33teuC +++ mktemp ++ local LAST_ERR=/tmp/tmp.EzaWbGtmBo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vUjX33teuC ++ cat /tmp/tmp.EzaWbGtmBo ++ rm /tmp/tmp.vUjX33teuC /tmp/tmp.EzaWbGtmBo ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KqF7v6L9AS +++ mktemp ++ local LAST_ERR=/tmp/tmp.0NWKf7zxwh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KqF7v6L9AS ++ cat /tmp/tmp.0NWKf7zxwh ++ rm /tmp/tmp.KqF7v6L9AS /tmp/tmp.0NWKf7zxwh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AUQPiY7HTE +++ mktemp ++ local LAST_ERR=/tmp/tmp.CphSIWCdft ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AUQPiY7HTE ++ cat /tmp/tmp.CphSIWCdft ++ rm /tmp/tmp.AUQPiY7HTE /tmp/tmp.CphSIWCdft ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VzLnicJekU +++ mktemp ++ local LAST_ERR=/tmp/tmp.KT572fMzZP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VzLnicJekU ++ cat /tmp/tmp.KT572fMzZP ++ rm /tmp/tmp.VzLnicJekU /tmp/tmp.KT572fMzZP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IdZ3DV1dLM +++ mktemp ++ local LAST_ERR=/tmp/tmp.SvEmwUo1re ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IdZ3DV1dLM ++ cat /tmp/tmp.SvEmwUo1re ++ rm /tmp/tmp.IdZ3DV1dLM /tmp/tmp.SvEmwUo1re ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SWMYJGJZyH +++ mktemp ++ local LAST_ERR=/tmp/tmp.uTwmZxC2b5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SWMYJGJZyH ++ cat /tmp/tmp.uTwmZxC2b5 ++ rm /tmp/tmp.SWMYJGJZyH /tmp/tmp.uTwmZxC2b5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qXyMUq0OVr +++ mktemp ++ local LAST_ERR=/tmp/tmp.tnfNoIoc6s ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qXyMUq0OVr ++ cat /tmp/tmp.tnfNoIoc6s ++ rm /tmp/tmp.qXyMUq0OVr /tmp/tmp.tnfNoIoc6s ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2o5xzmIu2F +++ mktemp ++ local LAST_ERR=/tmp/tmp.zJvcFd2ECk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2o5xzmIu2F ++ cat /tmp/tmp.zJvcFd2ECk ++ rm /tmp/tmp.2o5xzmIu2F /tmp/tmp.zJvcFd2ECk ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rF84l7ip1f +++ mktemp ++ local LAST_ERR=/tmp/tmp.JRFxr2f4So ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rF84l7ip1f ++ cat /tmp/tmp.JRFxr2f4So ++ rm /tmp/tmp.rF84l7ip1f /tmp/tmp.JRFxr2f4So ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.cPsCYzt5eW +++ mktemp ++ local LAST_ERR=/tmp/tmp.dylRTHlgm5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.cPsCYzt5eW ++ cat /tmp/tmp.dylRTHlgm5 ++ rm /tmp/tmp.cPsCYzt5eW /tmp/tmp.dylRTHlgm5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NQ7xGR3D3Y +++ mktemp ++ local LAST_ERR=/tmp/tmp.GyzeP0UJNA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NQ7xGR3D3Y ++ cat /tmp/tmp.GyzeP0UJNA ++ rm /tmp/tmp.NQ7xGR3D3Y /tmp/tmp.GyzeP0UJNA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ZtA23PbRGt +++ mktemp ++ local LAST_ERR=/tmp/tmp.sdxwtTLtVP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ZtA23PbRGt ++ cat /tmp/tmp.sdxwtTLtVP ++ rm /tmp/tmp.ZtA23PbRGt /tmp/tmp.sdxwtTLtVP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WRToZ2dXPq +++ mktemp ++ local LAST_ERR=/tmp/tmp.MvJKADWpyL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WRToZ2dXPq ++ cat /tmp/tmp.MvJKADWpyL ++ rm /tmp/tmp.WRToZ2dXPq /tmp/tmp.MvJKADWpyL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9ggcmw8nCV +++ mktemp ++ local LAST_ERR=/tmp/tmp.7d3nmEwsLj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9ggcmw8nCV ++ cat /tmp/tmp.7d3nmEwsLj ++ rm /tmp/tmp.9ggcmw8nCV /tmp/tmp.7d3nmEwsLj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.21jUWMLYvU +++ mktemp ++ local LAST_ERR=/tmp/tmp.m2ItG78BDU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.21jUWMLYvU ++ cat /tmp/tmp.m2ItG78BDU ++ rm /tmp/tmp.21jUWMLYvU /tmp/tmp.m2ItG78BDU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jTOO44j1Bd +++ mktemp ++ local LAST_ERR=/tmp/tmp.H5NMh2nH9t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jTOO44j1Bd ++ cat /tmp/tmp.H5NMh2nH9t ++ rm /tmp/tmp.jTOO44j1Bd /tmp/tmp.H5NMh2nH9t ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RNhIYZE2vz +++ mktemp ++ local LAST_ERR=/tmp/tmp.m4oRyUnoV3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RNhIYZE2vz ++ cat /tmp/tmp.m4oRyUnoV3 ++ rm /tmp/tmp.RNhIYZE2vz /tmp/tmp.m4oRyUnoV3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8QJHTmRvtZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.IAhaetsKaj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8QJHTmRvtZ ++ cat /tmp/tmp.IAhaetsKaj ++ rm /tmp/tmp.8QJHTmRvtZ /tmp/tmp.IAhaetsKaj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q0nrNF4YDn +++ mktemp ++ local LAST_ERR=/tmp/tmp.1GwOanGyuT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q0nrNF4YDn ++ cat /tmp/tmp.1GwOanGyuT ++ rm /tmp/tmp.q0nrNF4YDn /tmp/tmp.1GwOanGyuT ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.q6NtxOMMvh +++ mktemp ++ local LAST_ERR=/tmp/tmp.TJjA6AJq6x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q6NtxOMMvh ++ cat /tmp/tmp.TJjA6AJq6x ++ rm /tmp/tmp.q6NtxOMMvh /tmp/tmp.TJjA6AJq6x ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TNwW41cyAo +++ mktemp ++ local LAST_ERR=/tmp/tmp.GfMDACTfIE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TNwW41cyAo ++ cat /tmp/tmp.GfMDACTfIE ++ rm /tmp/tmp.TNwW41cyAo /tmp/tmp.GfMDACTfIE ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ln4xrdnYkd +++ mktemp ++ local LAST_ERR=/tmp/tmp.nkgrdTG5SF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ln4xrdnYkd ++ cat /tmp/tmp.nkgrdTG5SF ++ rm /tmp/tmp.Ln4xrdnYkd /tmp/tmp.nkgrdTG5SF ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.C4mfWKB51r +++ mktemp ++ local LAST_ERR=/tmp/tmp.fbmv6VpoRU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.C4mfWKB51r ++ cat /tmp/tmp.fbmv6VpoRU ++ rm /tmp/tmp.C4mfWKB51r /tmp/tmp.fbmv6VpoRU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p73Yqq6pYN +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ou5jsk7Fxp ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p73Yqq6pYN ++ cat /tmp/tmp.Ou5jsk7Fxp ++ rm /tmp/tmp.p73Yqq6pYN /tmp/tmp.Ou5jsk7Fxp ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2j8Loireso +++ mktemp ++ local LAST_ERR=/tmp/tmp.4SvtUqr7ms ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2j8Loireso ++ cat /tmp/tmp.4SvtUqr7ms ++ rm /tmp/tmp.2j8Loireso /tmp/tmp.4SvtUqr7ms ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ce55omaCRu +++ mktemp ++ local LAST_ERR=/tmp/tmp.DtWVPxF0pm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ce55omaCRu ++ cat /tmp/tmp.DtWVPxF0pm ++ rm /tmp/tmp.Ce55omaCRu /tmp/tmp.DtWVPxF0pm ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iFWbmwRTjc +++ mktemp ++ local LAST_ERR=/tmp/tmp.NeMXe4Ch8P ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iFWbmwRTjc ++ cat /tmp/tmp.NeMXe4Ch8P ++ rm /tmp/tmp.iFWbmwRTjc /tmp/tmp.NeMXe4Ch8P ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bT1eonauLW +++ mktemp ++ local LAST_ERR=/tmp/tmp.etHc3Ve0lQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bT1eonauLW ++ cat /tmp/tmp.etHc3Ve0lQ ++ rm /tmp/tmp.bT1eonauLW /tmp/tmp.etHc3Ve0lQ ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fGnJCTsuhO +++ mktemp ++ local LAST_ERR=/tmp/tmp.SgnBS9VzuQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fGnJCTsuhO ++ cat /tmp/tmp.SgnBS9VzuQ ++ rm /tmp/tmp.fGnJCTsuhO /tmp/tmp.SgnBS9VzuQ ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.De3atAmlXx ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.0ePzV2ckuU +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.De3atAmlXx +++++ cat /tmp/tmp.0ePzV2ckuU +++++ rm /tmp/tmp.De3atAmlXx /tmp/tmp.0ePzV2ckuU +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.gFx4wUhGtg ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.AXV7UCSVlw +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.gFx4wUhGtg +++++ cat /tmp/tmp.AXV7UCSVlw +++++ rm /tmp/tmp.gFx4wUhGtg /tmp/tmp.AXV7UCSVlw +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a9hXigSeo8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ED9RAFT56o ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a9hXigSeo8 ++ cat /tmp/tmp.ED9RAFT56o ++ rm /tmp/tmp.a9hXigSeo8 /tmp/tmp.ED9RAFT56o ++ return 0 + [[ 3 == \3 ]] + echo + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.226.35 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.226.35 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mGyNN8LL08 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8r9O2YzwUY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mGyNN8LL08 ++ cat /tmp/tmp.8r9O2YzwUY ++ rm /tmp/tmp.mGyNN8LL08 /tmp/tmp.8r9O2YzwUY ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'DELETE FROM myApp.testSourceReplica WHERE id=100700' '-h 34.118.226.35 -uroot -proot_password' + local 'command=DELETE FROM myApp.testSourceReplica WHERE id=100700' + local 'uri=-h 34.118.226.35 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.gFvyGKDFEy +++ mktemp ++ local LAST_ERR=/tmp/tmp.C2ndhRqf6H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gFvyGKDFEy ++ cat /tmp/tmp.C2ndhRqf6H ++ rm /tmp/tmp.gFvyGKDFEy /tmp/tmp.C2ndhRqf6H ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'configure old replica as source' + set +o xtrace ----------------------------------------------------------------------------------- configure old replica as source ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-29254 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin patch pxc cross-site-replica -n cross-site-proxysql-replica-29254 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.0kXZ14pOcU ++ mktemp + local LAST_ERR=/tmp/tmp.GbP5XWvYbr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-29254 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0kXZ14pOcU perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.GbP5XWvYbr + rm /tmp/tmp.0kXZ14pOcU /tmp/tmp.GbP5XWvYbr + return 0 + desc 'wait for promoted cluster to be ready' + set +o xtrace ----------------------------------------------------------------------------------- wait for promoted cluster to be ready ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-replica-29254 + local ns=cross-site-proxysql-replica-29254 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.A4ppntTmZw +++ mktemp ++ local LAST_ERR=/tmp/tmp.4LW600EZmF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.A4ppntTmZw ++ cat /tmp/tmp.4LW600EZmF ++ rm /tmp/tmp.A4ppntTmZw /tmp/tmp.4LW600EZmF ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 ++ mktemp + local LAST_OUT=/tmp/tmp.L4CPBnimGJ ++ mktemp + local LAST_ERR=/tmp/tmp.0oEFZkVR2r + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.L4CPBnimGJ Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.0oEFZkVR2r + rm /tmp/tmp.L4CPBnimGJ /tmp/tmp.0oEFZkVR2r + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TEd0UYYsBl +++ mktemp ++ local LAST_ERR=/tmp/tmp.F8t9fF6LVh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TEd0UYYsBl ++ cat /tmp/tmp.F8t9fF6LVh ++ rm /tmp/tmp.TEd0UYYsBl /tmp/tmp.F8t9fF6LVh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xn2yf68rEu +++ mktemp ++ local LAST_ERR=/tmp/tmp.BKGUl4Uv7V ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xn2yf68rEu ++ cat /tmp/tmp.BKGUl4Uv7V ++ rm /tmp/tmp.xn2yf68rEu /tmp/tmp.BKGUl4Uv7V ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oENKa2WW9j +++ mktemp ++ local LAST_ERR=/tmp/tmp.jkFIu1hcA9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oENKa2WW9j ++ cat /tmp/tmp.jkFIu1hcA9 ++ rm /tmp/tmp.oENKa2WW9j /tmp/tmp.jkFIu1hcA9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.o6KmlZQZHU +++ mktemp ++ local LAST_ERR=/tmp/tmp.dvk8cBHPhx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.o6KmlZQZHU ++ cat /tmp/tmp.dvk8cBHPhx ++ rm /tmp/tmp.o6KmlZQZHU /tmp/tmp.dvk8cBHPhx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Xj1ULhHKaj +++ mktemp ++ local LAST_ERR=/tmp/tmp.TRFParjp6U ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Xj1ULhHKaj ++ cat /tmp/tmp.TRFParjp6U ++ rm /tmp/tmp.Xj1ULhHKaj /tmp/tmp.TRFParjp6U ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tzXTnGAQWj +++ mktemp ++ local LAST_ERR=/tmp/tmp.lwdkmp5Dl8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tzXTnGAQWj ++ cat /tmp/tmp.lwdkmp5Dl8 ++ rm /tmp/tmp.tzXTnGAQWj /tmp/tmp.lwdkmp5Dl8 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vEFv5xAo95 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.jQsgzPfrJl +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vEFv5xAo95 +++++ cat /tmp/tmp.jQsgzPfrJl +++++ rm /tmp/tmp.vEFv5xAo95 /tmp/tmp.jQsgzPfrJl +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.MkwsXVFC33 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.qqRY1mLIQW +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.MkwsXVFC33 +++++ cat /tmp/tmp.qqRY1mLIQW +++++ rm /tmp/tmp.MkwsXVFC33 /tmp/tmp.qqRY1mLIQW +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MT0qGE1uWj +++ mktemp ++ local LAST_ERR=/tmp/tmp.FU7wYh61C0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MT0qGE1uWj ++ cat /tmp/tmp.FU7wYh61C0 ++ rm /tmp/tmp.MT0qGE1uWj /tmp/tmp.FU7wYh61C0 ++ return 0 + [[ 3 == \3 ]] + echo + desc 'check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups ----------------------------------------------------------------------------------- + sleep 60 + check_proxysql_hostgroup cross-site-replica 3 11 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + check_proxysql_hostgroup cross-site-replica 3 10 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=10 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + desc 'write data via ProxySQL on promoted cluster and verify' + set +o xtrace ----------------------------------------------------------------------------------- write data via ProxySQL on promoted cluster and verify ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PHcbzFXLAy +++ mktemp ++ local LAST_ERR=/tmp/tmp.7U2yY5TvrE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PHcbzFXLAy ++ cat /tmp/tmp.7U2yY5TvrE ++ rm /tmp/tmp.PHcbzFXLAy /tmp/tmp.7U2yY5TvrE ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testPromotion (id) VALUES (100900)' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=INSERT myApp.testPromotion (id) VALUES (100900)' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a0KHWtvln8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gEejjrwoBk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a0KHWtvln8 ++ cat /tmp/tmp.gEejjrwoBk ++ rm /tmp/tmp.a0KHWtvln8 /tmp/tmp.gEejjrwoBk ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + compare_mysql_cmd select-4 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-4 + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XatntANO6f +++ mktemp ++ local LAST_ERR=/tmp/tmp.49tpnojzZW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XatntANO6f ++ cat /tmp/tmp.49tpnojzZW ++ rm /tmp/tmp.XatntANO6f /tmp/tmp.49tpnojzZW ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qjnbz + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4.sql /tmp/tmp.TZQXk0d5Z9/select-4.sql + switch_namespace cross-site-proxysql-9169 + local ns=cross-site-proxysql-9169 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.xK1PETbDaV +++ mktemp ++ local LAST_ERR=/tmp/tmp.HAWiuMZ7e5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xK1PETbDaV ++ cat /tmp/tmp.HAWiuMZ7e5 ++ rm /tmp/tmp.xK1PETbDaV /tmp/tmp.HAWiuMZ7e5 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.2rJv8swFjM ++ mktemp + local LAST_ERR=/tmp/tmp.lSan84WCsb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2rJv8swFjM Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.lSan84WCsb + rm /tmp/tmp.2rJv8swFjM /tmp/tmp.lSan84WCsb + return 0 + desc 'configure old source as replica' + set +o xtrace ----------------------------------------------------------------------------------- configure old source as replica ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-source -n cross-site-proxysql-9169 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl_bin patch pxc cross-site-source -n cross-site-proxysql-9169 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.234.52", "port": 3306, "weight": 100},{"host": "34.118.230.82", "port": 3306, "weight": 100},{"host": "34.118.238.108", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.tmxqBfn0Gj ++ mktemp + local LAST_ERR=/tmp/tmp.pHif9Kl282 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source -n cross-site-proxysql-9169 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.234.52", "port": 3306, "weight": 100},{"host": "34.118.230.82", "port": 3306, "weight": 100},{"host": "34.118.238.108", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tmxqBfn0Gj perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.pHif9Kl282 + rm /tmp/tmp.tmxqBfn0Gj /tmp/tmp.pHif9Kl282 + return 0 + switch_namespace cross-site-proxysql-replica-29254 + local ns=cross-site-proxysql-replica-29254 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.q1OKbEFG3x +++ mktemp ++ local LAST_ERR=/tmp/tmp.9IYpZpRrq0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.q1OKbEFG3x ++ cat /tmp/tmp.9IYpZpRrq0 ++ rm /tmp/tmp.q1OKbEFG3x /tmp/tmp.9IYpZpRrq0 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 ++ mktemp + local LAST_OUT=/tmp/tmp.kNXFMUQ0Tf ++ mktemp + local LAST_ERR=/tmp/tmp.Ausp3U8Uir + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-replica-29254 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kNXFMUQ0Tf Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.Ausp3U8Uir + rm /tmp/tmp.kNXFMUQ0Tf /tmp/tmp.Ausp3U8Uir + return 0 + desc 'Write data to replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- Write data to replica cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' '-h 34.118.234.52 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' + local 'uri=-h 34.118.234.52 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.PiSAfMt7qm +++ mktemp ++ local LAST_ERR=/tmp/tmp.iQIj8580Wm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.PiSAfMt7qm ++ cat /tmp/tmp.iQIj8580Wm ++ rm /tmp/tmp.PiSAfMt7qm /tmp/tmp.iQIj8580Wm ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qjnbz ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testReplicaSource (id) VALUES (100800)' '-h 34.118.234.52 -uroot -proot_password' + local 'command=INSERT myApp.testReplicaSource (id) VALUES (100800)' + local 'uri=-h 34.118.234.52 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.owYXbyGe4i +++ mktemp ++ local LAST_ERR=/tmp/tmp.dlSEhYhgaT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.owYXbyGe4i ++ cat /tmp/tmp.dlSEhYhgaT ++ rm /tmp/tmp.owYXbyGe4i /tmp/tmp.dlSEhYhgaT ++ return 0 + client_pod=pxc-client-56fd5498cd-qjnbz + wait_pod pxc-client-56fd5498cd-qjnbz + local pod=pxc-client-56fd5498cd-qjnbz + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-56fd5498cd-qjnbz + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qjnbz condition met waiting for pod/pxc-client-56fd5498cd-qjnbz to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 15 + desc 'Check replication works between replica -> source' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between replica -> source ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-9169 + local ns=cross-site-proxysql-9169 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6W6Dah4h2G +++ mktemp ++ local LAST_ERR=/tmp/tmp.9jSfdZRRN0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6W6Dah4h2G ++ cat /tmp/tmp.9jSfdZRRN0 ++ rm /tmp/tmp.6W6Dah4h2G /tmp/tmp.9jSfdZRRN0 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.fPGgKp6qwX ++ mktemp + local LAST_ERR=/tmp/tmp.ER1tuNv4CP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7 --namespace=cross-site-proxysql-9169 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fPGgKp6qwX Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster7" modified. + cat /tmp/tmp.ER1tuNv4CP + rm /tmp/tmp.fPGgKp6qwX /tmp/tmp.ER1tuNv4CP + return 0 + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.226.23 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.226.23 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.226.23 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.226.23 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jGRenMDiKd +++ mktemp ++ local LAST_ERR=/tmp/tmp.PEJ9oji1HU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jGRenMDiKd ++ cat /tmp/tmp.PEJ9oji1HU ++ rm /tmp/tmp.jGRenMDiKd /tmp/tmp.PEJ9oji1HU ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.TZQXk0d5Z9/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.229.48 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.229.48 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.229.48 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.229.48 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mfNtE0wDi7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.F3MO9gW6Hn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mfNtE0wDi7 ++ cat /tmp/tmp.F3MO9gW6Hn ++ rm /tmp/tmp.mfNtE0wDi7 /tmp/tmp.F3MO9gW6Hn ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.TZQXk0d5Z9/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.226.35 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.226.35 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.226.35 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.226.35 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Y1zodhQAib +++ mktemp ++ local LAST_ERR=/tmp/tmp.XUvqg9ewpc ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Y1zodhQAib ++ cat /tmp/tmp.XUvqg9ewpc ++ rm /tmp/tmp.Y1zodhQAib /tmp/tmp.XUvqg9ewpc ++ return 0 + client_pod=pxc-client-56fd5498cd-qmflg + wait_pod pxc-client-56fd5498cd-qmflg + local pod=pxc-client-56fd5498cd-qmflg + local max_retry=480 + local ns= ++ echo pxc-client-56fd5498cd-qmflg ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-56fd5498cd-qmflg condition met waiting for pod/pxc-client-56fd5498cd-qmflg to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.TZQXk0d5Z9/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.TZQXk0d5Z9/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.TZQXk0d5Z9/select-3.sql + destroy cross-site-proxysql-9169 true + local namespace=cross-site-proxysql-9169 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + tee /tmp/tmp.TZQXk0d5Z9/operator.log + sort -u + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' + grep -v level=info ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8Fs5qmHbDO +++ mktemp ++ local LAST_ERR=/tmp/tmp.XbpLUW5maf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8Fs5qmHbDO ++ cat /tmp/tmp.XbpLUW5maf ++ rm /tmp/tmp.8Fs5qmHbDO /tmp/tmp.XbpLUW5maf ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv ++ mktemp + local LAST_OUT=/tmp/tmp.4qLqb6DBjz ++ mktemp + local LAST_ERR=/tmp/tmp.lq1dW4Wi6g + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4qLqb6DBjz + cat /tmp/tmp.lq1dW4Wi6g + rm /tmp/tmp.4qLqb6DBjz /tmp/tmp.lq1dW4Wi6g + return 0 } }, }, { }, }, { }, }, { }, - }, - { - }, + }, ... // 12 identical elements ... // 16 identical fields ... // 16 identical fields 2026-04-30T11:30:34.499Z INFO setup Manager starting up {"gitCommit": "b47912f7729e2d124f0221cb70713ba4110c1fe4", "gitBranch": "PR-2449-b47912f7", "buildTime": "2026-04-30T10:36:22Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T11:30:34.499Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T11:30:34.540Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T11:30:34.543Z INFO setup Registering Components. 2026-04-30T11:30:35.481Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T11:30:35.482Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T11:30:35.482Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T11:30:35.482Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T11:30:35.482Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T11:30:35.482Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T11:30:35.482Z INFO setup Starting the Cmd. 2026-04-30T11:30:35.482Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T11:30:35.483Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T11:30:35.584Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:30:35.619Z DEBUG events percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv_9d7e19d5-df93-40ee-a3f6-14a3ee53cd16 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"2189d69c-7668-4237-82e3-4f680fe5ce1f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777548635611263009"}, "reason": "LeaderElection"} 2026-04-30T11:30:35.619Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T11:30:35.619Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T11:30:35.619Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:30:35.620Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T11:30:35.620Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T11:30:35.721Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T11:30:35.721Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T11:30:35.721Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T11:30:35.721Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T11:30:35.822Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T11:30:35.822Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T11:33:10.988Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "version": "1.20.0"} 2026-04-30T11:33:12.514Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:33:12.635Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:33:12.680Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:33:12.735Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.771Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.822Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.936Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.057Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.189Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.254Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:14.180Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92c7db58-c12f-4882-8ec9-282d3adddb4a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:33:14.330Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92c7db58-c12f-4882-8ec9-282d3adddb4a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:34:31.330Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "operator"} 2026-04-30T11:34:31.367Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "monitor"} 2026-04-30T11:34:31.417Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.447Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.478Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "xtrabackup"} 2026-04-30T11:34:31.517Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.549Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "replication"} 2026-04-30T11:34:31.558Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:36.717Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "49f85ba2-2da3-4508-9f10-f78a359f1de3", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:41.873Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d8b66ced-9cd4-402c-95b9-5aae2fa6b785", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:47.007Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3dad1d9f-de56-42b6-859a-082ba67492e1", "err": "get primary pxc pod: not found"} 2026-04-30T11:37:07.942Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0", "user": "root"} 2026-04-30T11:37:08.079Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0", "new version": "8.4.7-7.1"} 2026-04-30T11:37:11.740Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0"} 2026-04-30T11:37:18.124Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95290e89-6da4-4b44-bc99-74b80d5e42d5"} 2026-04-30T11:37:23.136Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6f7c75f4-13d8-4401-8c53-1e6a12ce2c82"} 2026-04-30T11:37:28.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "49fc63dd-6db9-4f30-bb2c-64651c4ee37e"} 2026-04-30T11:37:33.996Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6a54f8d4-ccaf-4956-a4c0-14ebcc8262fd"} 2026-04-30T11:37:39.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0de196ce-5b50-462b-b478-a17487b42274"} 2026-04-30T11:37:44.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7a53900e-1b14-4693-befa-7eaf55f0bf9d"} 2026-04-30T11:37:49.848Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "226ef7e2-fe1c-407c-ab92-92c74db055c9"} 2026-04-30T11:37:54.953Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "86eae7f6-f7e3-4ba8-89de-964726d6a76f"} 2026-04-30T11:38:00.434Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e5b9d196-c306-4fe7-9183-5fff69d3aa94"} 2026-04-30T11:38:05.701Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "dc6c76b1-94e5-49da-a4c0-7506560a3815"} 2026-04-30T11:38:10.826Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1efbb34a-ddfc-4828-86d6-49cefbdbba79"} 2026-04-30T11:38:16.450Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "21fa539a-496e-41b0-906e-d14f04e0c54f"} 2026-04-30T11:38:21.610Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "470ec84a-599b-4c9e-83a1-dc3b746e17c0"} 2026-04-30T11:38:26.720Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4fd0e65d-752a-4314-b184-12623f28f6ff"} 2026-04-30T11:38:32.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "efbb4e4d-25aa-42c6-a1fa-085fcb2af6f0"} 2026-04-30T11:38:37.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "226c6e1e-6958-4d75-a3fb-8022190d5466"} 2026-04-30T11:38:42.646Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2aedcaab-526f-4d6e-b8b6-c4497f056ac1"} 2026-04-30T11:38:48.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "976d4d7f-303f-4f87-aff5-a0dfe5856fff"} 2026-04-30T11:38:53.436Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9ffc7070-6701-4c96-9dd2-975425032a73"} 2026-04-30T11:38:59.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "73100ae3-6d6e-4a05-9dc5-bcac381399fc"} 2026-04-30T11:39:04.150Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0c8a908a-ef4d-485a-bda5-4b526ebad57e"} 2026-04-30T11:39:09.597Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "31094c79-447a-45ed-88a3-ccec5cc25ede"} 2026-04-30T11:39:15.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "fd66a40c-b6a2-4b57-9d1f-a2e4163e6625"} 2026-04-30T11:39:20.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8277899c-e634-4cfe-bfee-0b1e68785a9f"} 2026-04-30T11:39:25.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b9ac9b24-382a-47d4-90d6-d4f3ca93f05f"} 2026-04-30T11:39:31.316Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "480f0504-15e6-433a-abdb-b618424c0068"} 2026-04-30T11:39:36.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "494b7426-52c8-4ed2-8b24-571822a228f8"} 2026-04-30T11:39:41.437Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "389431f4-39df-46be-a5e5-4f164c2bc569"} 2026-04-30T11:39:46.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2bb00828-f550-46b2-8acd-1170faed7cd9"} 2026-04-30T11:39:51.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9968c6c2-0f96-4100-8362-9da2209bdf42"} 2026-04-30T11:39:57.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d20949b6-0350-4b88-b151-95de39c2ba86"} 2026-04-30T11:40:03.005Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e12cf52d-e64f-4702-aa83-f00ea87dc666"} 2026-04-30T11:40:08.108Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9b9e42cd-cf2c-489b-8cb2-012fa979fd16"} 2026-04-30T11:40:13.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "01df55ba-9120-4a5b-9fdc-654ab8149272"} 2026-04-30T11:40:18.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "de200f56-6166-40e0-9fc9-c9b5ff629a3e"} 2026-04-30T11:40:23.834Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "77c9c513-0f84-4e65-8e52-4e3cd6003de2"} 2026-04-30T11:40:29.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "48859302-2fef-4d8a-a26f-8cb50943bc4e"} 2026-04-30T11:40:34.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4c3f1860-dd60-4e8d-8bb9-36a973f569a5"} 2026-04-30T11:40:40.016Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "74145112-05c0-4dff-b2d6-71e8a9d7d316"} 2026-04-30T11:40:45.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e2eea869-5a63-4917-a8c5-d204e9c1d5d9"} 2026-04-30T11:40:50.151Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.167Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.192Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T11:40:50.216Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.227Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.857Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "53f3bcc0-4fba-42e9-90a8-d8d2cb679ea6"} 2026-04-30T11:41:00.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ff343b1a-8dd9-4120-9cf8-0f006b687e1e"} 2026-04-30T11:41:04.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b7590c8d-948c-406e-90be-20352620b359"} 2026-04-30T11:41:09.719Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6c63496f-2abd-4c26-8700-1d0297887d0c"} 2026-04-30T11:41:15.399Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8f193291-64a3-4aa5-a6db-1b44bd226d65"} 2026-04-30T11:41:20.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4bc823d3-c699-4967-9eef-0a8a314773b7"} 2026-04-30T11:41:25.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95dd7e45-d0e6-45c5-9cd0-0c75e0fdb965"} 2026-04-30T11:41:30.538Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d339d99d-03cd-40c2-91e3-6b67a8b4ce55"} 2026-04-30T11:41:36.237Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7491e72f-37ec-4494-b474-4f65e1107ce5"} 2026-04-30T11:41:41.542Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "42e81c9d-1289-4500-9b14-07c2b97f2e83"} 2026-04-30T11:41:46.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7c2c268e-4a87-4dd3-89aa-88ddce8e73d7"} 2026-04-30T11:41:51.833Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "318c3935-f3b6-495b-8d9e-88f62fc4e56f"} 2026-04-30T11:41:57.321Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5da23f4e-3656-4482-9a1b-73187081c6ba"} 2026-04-30T11:42:02.741Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "125415d4-bd1e-4d71-82a3-64a2454aeebb"} 2026-04-30T11:42:08.047Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0cfd563b-c25e-4a59-800c-ef6cc8850fb6"} 2026-04-30T11:42:08.305Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "d8d015f6-6636-4536-b97e-eb9c6d1c6d74", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:08.374Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "d8d015f6-6636-4536-b97e-eb9c6d1c6d74", "namespace": "cross-site-proxysql-9169", "name": "xb-backup-minio-source"} 2026-04-30T11:42:13.375Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "75c05131-01d7-471f-a0ee-8c4de451074c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:13.449Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "83251446-2610-473b-bf52-29a85f0cd12a", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:13.625Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2ba89ca7-4453-48a2-896a-7e7d535e853a"} 2026-04-30T11:42:18.496Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "878bf302-636e-44c1-aa88-dbc9221793ed", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:18.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfd45825-10cc-48b9-9c39-4b6ab75ffd47"} 2026-04-30T11:42:23.532Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "2edef17a-ee5d-47bd-8158-f1efe995f07a", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:24.128Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4a8247e-4d3f-4131-962c-efcf40cd599d"} 2026-04-30T11:42:28.583Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "83db0c3f-1ed4-4352-876d-53f3e85e70b3", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:29.072Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6cd583f3-6b8f-4cb3-a455-fc95deda1334"} 2026-04-30T11:42:33.631Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "9dba6345-72df-47e4-9848-1b2f7a6166c5", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:34.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e3b3c38-6fac-482d-b8a0-1090337cf962"} 2026-04-30T11:42:38.672Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "659dbc4c-bca4-40a6-89fd-fa1f061d539d", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:39.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ef6be2d4-543b-4f84-8d3f-7dfc2814605b"} 2026-04-30T11:42:43.721Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:43.766Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T11:42:43.766Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "job": "xb-backup-minio-source"} 2026-04-30T11:42:45.212Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9695c902-c875-4e3c-affa-69c8422772cd"} 2026-04-30T11:42:50.529Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "43fab67f-1a77-4050-ab4a-58781f223257"} 2026-04-30T11:42:55.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0b8dbe90-2722-49ab-b9fa-163f3a024904"} 2026-04-30T11:43:01.347Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4477b79-6e05-40a8-aece-30286f1224ce"} 2026-04-30T11:43:06.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c5ef1d2b-e568-48f2-b609-f4a3695cfb56"} 2026-04-30T11:43:11.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8676eca5-7b68-480d-bdaa-53a13d06b4cf"} 2026-04-30T11:43:16.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6f5b456d-5828-4347-8753-1b335e9ef56f"} 2026-04-30T11:43:22.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "098bb189-69d7-47d0-9bfd-bdc7de656939"} 2026-04-30T11:43:27.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a0633f38-2170-42c9-96fb-5e8e4eb4bebd"} 2026-04-30T11:43:33.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2f66ba8b-e2bd-4edf-a6b5-0350f517dd2f"} 2026-04-30T11:43:38.107Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5e8eb933-d062-430c-9227-ca41b066bee6"} 2026-04-30T11:43:43.935Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "32b0ab04-19e7-4792-949e-5b420c7cb2d7"} 2026-04-30T11:43:48.806Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3718380a-9faf-4e0e-b5af-24783f978608"} 2026-04-30T11:43:54.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5f889803-176c-424d-846c-40b3fde6a03a"} 2026-04-30T11:44:00.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1948c498-ecf1-498a-b142-29496ddaf9b6"} 2026-04-30T11:44:04.735Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "daba912e-6bd0-42e0-9a6c-f5b8defc2f43"} 2026-04-30T11:44:10.304Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ad2608ba-25d0-47b2-8fb1-a8177edbf9c1"} 2026-04-30T11:44:15.595Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7252e852-6042-4d1a-a539-dc4f423603c5"} 2026-04-30T11:44:20.801Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "abcb5557-6707-4662-84be-79dac52f2ab3"} 2026-04-30T11:44:26.134Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "af50fe61-9b4d-484e-9eb4-8fcd4b5dcbec"} 2026-04-30T11:44:31.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "334ea213-a364-4306-9003-51e84ed68657"} 2026-04-30T11:44:36.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4c62183d-763c-412b-a97f-8f5df2602696"} 2026-04-30T11:44:41.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "10dd7b05-549b-476e-82a2-2d7d862eb935"} 2026-04-30T11:44:47.124Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "29d3463e-0208-473b-9044-1d481bf5014e"} 2026-04-30T11:44:52.740Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "643acb99-f704-4c23-8b3a-3b2e86358851"} 2026-04-30T11:44:57.924Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9325133a-10a3-44d3-a738-c02752bc3149"} 2026-04-30T11:45:03.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7e44d9e6-b38d-4f92-9a5d-d7090e866621"} 2026-04-30T11:45:08.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "973374d8-f999-4791-9324-9e26578e221c"} 2026-04-30T11:45:14.197Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2fb43825-789b-4132-a303-28e35df020f3"} 2026-04-30T11:45:19.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4203cdcd-7afe-4025-ab6d-a8ee4a61272b"} 2026-04-30T11:45:24.428Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2fd01e55-de6d-4d20-91a6-1487ba8a9e85"} 2026-04-30T11:45:26.530Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "version": "1.20.0"} 2026-04-30T11:45:28.070Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:45:28.090Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:45:28.660Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:45:29.303Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:45:29.460Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:45:29.527Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.593Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.686Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.810Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.937Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.067Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.215Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.524Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0baba041-7b16-4f8c-8d77-65e6030d449c"} 2026-04-30T11:45:30.937Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6a0d156f-5846-43d7-a300-3ac3f673a847", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:45:30.969Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6a0d156f-5846-43d7-a300-3ac3f673a847", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:45:35.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "97437b27-e551-41d6-b036-3d22d1e746b7"} 2026-04-30T11:45:40.431Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a3f776dd-7668-4b96-98de-070126894bc9"} 2026-04-30T11:45:46.041Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5395e034-02f1-4154-82b3-5419c5dbb7e0"} 2026-04-30T11:45:51.595Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "aa4613ca-73ad-4c82-b5d2-70bbc406f543"} 2026-04-30T11:45:56.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8cec6fc5-4e1f-4d1b-b44b-50bd1885fd56"} 2026-04-30T11:46:01.800Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "edcdbc28-97e3-498a-b126-a18ec3b06a59"} 2026-04-30T11:46:07.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "af61c1d7-9bbe-4492-abfd-b4a3128709d8"} 2026-04-30T11:46:12.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4ce932ed-9ea7-4668-a60f-e6426ba40fb3"} 2026-04-30T11:46:18.198Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "419ade76-72bd-44b8-b2c2-233505e8d24b"} 2026-04-30T11:46:23.311Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8eb05d52-c43a-4863-a42f-5966cef88831"} 2026-04-30T11:46:28.530Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "df317a57-4445-4279-9ebd-873f75cac2ac"} 2026-04-30T11:46:33.904Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "efdef144-d5eb-4fb2-a4f4-df8853306973"} 2026-04-30T11:46:39.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d9220403-8d4a-4416-8345-fc1abd8911ce"} 2026-04-30T11:46:44.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e798198-452e-40e5-be32-14d8b6c68afe"} 2026-04-30T11:46:49.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "215e4609-ffc5-4037-920d-0e49c0aa6468"} 2026-04-30T11:46:52.749Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "operator"} 2026-04-30T11:46:52.781Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "monitor"} 2026-04-30T11:46:52.827Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.861Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.891Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "xtrabackup"} 2026-04-30T11:46:52.932Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.965Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "replication"} 2026-04-30T11:46:52.978Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "err": "get primary pxc pod: not found"} 2026-04-30T11:46:55.022Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "69b5e0de-4e47-4716-abb6-6b5a15582176"} 2026-04-30T11:46:58.106Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5cc96ee-b46d-49af-85b6-5e3dc2fe37f8", "err": "get primary pxc pod: not found"} 2026-04-30T11:47:00.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "bdaa739b-f2f7-42e9-87e2-ef0a50e1d10b"} 2026-04-30T11:47:03.250Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64216704-d7a3-4ea9-936c-8b0a1642c830", "err": "get primary pxc pod: not found"} 2026-04-30T11:47:05.701Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "12e4555c-4e35-47c9-aeb8-c7465ecb46a5"} 2026-04-30T11:47:10.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3cb27737-5029-4605-81c7-0f2262fced47"} 2026-04-30T11:47:16.612Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0d6693cb-1462-4af0-a886-3961ee4d3f0a"} 2026-04-30T11:47:21.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2e401a53-fb5c-4075-b000-008d45fe1e1a"} 2026-04-30T11:47:26.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0d3ff863-250f-4bea-ae8e-8dbe140376f7"} 2026-04-30T11:47:31.916Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d3dff6cf-895f-4251-a1a5-a5c96adbd6ac"} 2026-04-30T11:47:37.323Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0507e5ef-1d6c-4b42-bafc-f1f609dc6158"} 2026-04-30T11:47:42.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "01c7a79f-841f-4abb-9144-a4909d85e9cb"} 2026-04-30T11:47:48.108Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7fc31674-0263-4fdf-abb3-9311050c4885"} 2026-04-30T11:47:53.102Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e9b47117-9411-473e-b612-1a5cdefe9832"} 2026-04-30T11:47:58.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b034439e-b599-45cb-ade5-780302f140b9"} 2026-04-30T11:48:03.741Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95bf6b46-eab7-4a0d-abfe-97d369f31fe2"} 2026-04-30T11:48:09.045Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d49b352e-649f-4021-ac38-16873a34274e"} 2026-04-30T11:48:14.338Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1cbdfc0c-6a92-4162-bf0f-4fbecb596d9b"} 2026-04-30T11:48:19.529Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a5cbf89a-dacb-4c45-a341-490477650b8b"} 2026-04-30T11:48:24.894Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ba59f350-e892-4519-9e5a-2b3c566e1c09"} 2026-04-30T11:48:30.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6b79f218-bbbb-46fe-8d7d-849b80c805b1"} 2026-04-30T11:48:35.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "42cddf5b-2327-40e8-a12e-69f71a4a190f"} 2026-04-30T11:48:41.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f8cf7ca6-f0d4-4b5e-a096-26c5f8fc0f65"} 2026-04-30T11:48:45.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c8fb2948-724d-4b21-9ad0-f8be4c64a541"} 2026-04-30T11:48:51.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "43ac1822-e677-4fe1-9694-32bfe1a12cd7"} 2026-04-30T11:48:56.648Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "93f5eb67-4aeb-4a3c-8026-b75f2f75d8d1"} 2026-04-30T11:49:02.941Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4201f727-cf6f-4e30-99dd-53544d2a943d"} 2026-04-30T11:49:07.839Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5a3dddd1-26d3-48d7-b0e5-5dd07e92b012"} 2026-04-30T11:49:13.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d1225ac0-faf7-441f-9849-e92c3ddfd941"} 2026-04-30T11:49:18.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e095c114-c200-48f0-b170-bb0eab610395"} 2026-04-30T11:49:23.713Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "34053365-b855-4de0-9f95-20bfc0de71da"} 2026-04-30T11:49:28.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ae967c54-64a3-4de5-b806-125e5079f1c4"} 2026-04-30T11:49:32.121Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a3721e92-ba4a-498d-9be3-6ec7c72d6c79", "user": "root"} 2026-04-30T11:49:32.213Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a3721e92-ba4a-498d-9be3-6ec7c72d6c79", "new version": "8.4.7-7.1"} 2026-04-30T11:49:34.524Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "893ffe57-0208-464d-97a0-eae580c14ae5"} 2026-04-30T11:49:39.494Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5c7b5a91-2a4a-4b3a-ae77-6fc9d10fcb5e"} 2026-04-30T11:49:45.115Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "975832cb-675b-4d9a-af24-a5a666529440"} 2026-04-30T11:49:50.194Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a5bace3c-137d-4fb6-a29e-05083a5977e3"} 2026-04-30T11:49:55.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "89da268d-1054-47e3-8e5a-b592b4316ba6"} 2026-04-30T11:50:00.633Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a7d44b6c-3cab-4e8a-b337-941305b9dfe7"} 2026-04-30T11:50:06.114Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6447755-1446-425b-a6b6-3be8e2046cbe"} 2026-04-30T11:50:11.305Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7a9ed9b9-ff41-44fb-b5ca-7724a7064bbf"} 2026-04-30T11:50:16.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e031281-a60a-44d7-baa0-b0827f58e248"} 2026-04-30T11:50:21.744Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "393999e0-67a2-4dbb-85c1-68e6c1b525c7"} 2026-04-30T11:50:25.387Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ccf106b-b177-48db-b4c1-fc817996b619"} 2026-04-30T11:50:30.997Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b4dee2a-5b3c-4fe8-84f5-fe0db7ee9753"} 2026-04-30T11:50:35.914Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a77e4aa-2abb-4547-bbbc-39e9e4ee0e3a"} 2026-04-30T11:50:41.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1c99f11c-bbed-4bb6-9714-a50e3db3501e"} 2026-04-30T11:50:46.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "093577d7-4baa-4965-bf76-33552cd9df26"} 2026-04-30T11:50:52.182Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2a7eeb66-9786-4c2f-a0db-dd4a6e9983bd"} 2026-04-30T11:50:57.017Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "afd40718-2d9a-400e-8959-be25c72a1214"} 2026-04-30T11:51:03.205Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b11607b9-8e35-4685-8626-1a42ca842fcc"} 2026-04-30T11:51:08.459Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1c8ff28e-faab-4027-8cb5-e00475fda519"} 2026-04-30T11:51:13.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b7eacfa1-9412-4a53-8fff-b12bf8b716e3"} 2026-04-30T11:51:18.814Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4723557c-039d-4a40-93a5-ade1386ff0d5"} 2026-04-30T11:51:24.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2cccc26b-a5e7-4375-ac7e-09acf29617d5"} 2026-04-30T11:51:29.437Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c0a79bcc-c244-4974-bdc8-46b5a00b0c99"} 2026-04-30T11:51:34.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5998548d-6bbc-49bd-a7b2-f9b878b5c072"} 2026-04-30T11:51:40.093Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2ce25a61-252d-4d6d-84f5-df58ad7c157b"} 2026-04-30T11:51:45.663Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "300d8ef5-eeb6-4b68-9d8b-f91024ba8a5f"} 2026-04-30T11:51:50.913Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3147ce13-c575-4c92-8389-6eaeec381912"} 2026-04-30T11:51:56.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b087def3-eb49-42be-ba3e-02cab1013298"} 2026-04-30T11:52:01.715Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1467e2a1-70f9-497b-9a10-1e74c8f5c108"} 2026-04-30T11:52:06.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4cd6f9c4-bdab-4a6e-a1fe-21ced288fbf6"} 2026-04-30T11:52:11.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7de927cd-5051-4b0a-9969-9992c2a547e8"} 2026-04-30T11:52:18.115Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e1573637-7fdb-4359-9844-d59b90a4ed1d"} 2026-04-30T11:52:22.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0669b95c-9f6b-4a6e-a66d-88db057832d4"} 2026-04-30T11:52:27.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ad104e10-a152-49ac-b131-0b47ed982572"} 2026-04-30T11:52:32.811Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0a2286dc-9a50-48ef-a37e-eaf511ebbf87", "cluster": "cross-site-replica"} 2026-04-30T11:52:32.940Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:33.041Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:33.191Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:34.344Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe41fa3d-2e24-42b0-b558-f2b81498f485", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-29254.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-29254.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:52:41.018Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a16d31f8-0148-43b1-aa88-0557393aa95d"} 2026-04-30T11:52:46.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5a794365-3ccc-4d8f-8edf-4b59f5ee255a"} 2026-04-30T11:52:52.109Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2bcf29a6-b686-4dcf-a03b-9313f2afe4e7"} 2026-04-30T11:52:57.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7c0bf915-6806-47f5-aeda-970f280b83e7"} 2026-04-30T11:53:03.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfb2b898-42ab-43a1-8a3e-c6ad2dfc2c60"} 2026-04-30T11:53:08.310Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ff7b43ab-68c4-40b6-9c71-657822986d9e"} 2026-04-30T11:53:13.864Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6e9c3a59-c9d7-41b5-9bae-7abde120cc3a"} 2026-04-30T11:53:15.370Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "98964c3d-8a9b-4fb6-86c7-063ae97b2386", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T11:53:15.470Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "fbc2006e-b165-40ff-9d86-c54f7c871e70", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:19.421Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "df6d7d27-3a3b-4d78-9c7a-6b9ffbded12d"} 2026-04-30T11:53:20.489Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3766d3b5-8e19-4b76-b855-a6467018e1c7", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:24.436Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7f2bceba-8307-4ada-8dae-67cb24c9cb67"} 2026-04-30T11:53:25.508Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "cec36480-288b-4d1e-8883-439183068a0b", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:29.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d325a7ea-1267-4d53-a3ef-7fc8325cd5fa"} 2026-04-30T11:53:30.532Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "5ab39727-4121-44b8-828e-aecc5a1d7db9", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:35.134Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e63a0dde-ef16-48f0-badf-1f709ded2523"} 2026-04-30T11:53:35.552Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "8bc67539-f851-4868-9c40-f2b7552d0a1a", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:40.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ba7e9807-f909-4c7b-aec6-28d3242b2e59"} 2026-04-30T11:53:40.575Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "ee1b73a1-4228-4a61-8728-0075d5ad29b9", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:45.392Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "04ce8e58-a68d-4ede-b86c-1be283979593"} 2026-04-30T11:53:45.594Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "25d458d0-f891-464d-8386-1fd6e4b96434", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:50.617Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9a2fefcb-ac07-48f6-a793-b010f66f44e9", "cluster": "cross-site-replica"} 2026-04-30T11:53:50.707Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "808fbbea-80cd-48b0-93da-8d79bf849e15", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:51.141Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8cd2e8b3-aa44-46e5-96de-5413f1a9fe68"} 2026-04-30T11:53:55.725Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9d984b90-9bd4-4f01-aad8-208f681eb335", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:56.107Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "80be9153-68c5-4f3b-b0e7-68e7711b8d49"} 2026-04-30T11:54:00.745Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "22edac03-2dca-4145-a1dc-561f0c551fd9", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:01.513Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "fef1061a-ef43-4203-ba11-1726439253b9"} 2026-04-30T11:54:05.766Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "7b61671b-2f9c-4706-907b-205c466aa6c5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:06.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e00510c5-aedb-4d0c-b051-9e5b023d76b7"} 2026-04-30T11:54:10.787Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2d681eb2-05e5-47ce-a609-239ec677bfd5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:12.414Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "02b5d1f4-253d-4f3e-95fa-94c2d229f388"} 2026-04-30T11:54:15.805Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "195518d3-f925-403a-8b24-bfe7c43e8f08", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:18.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4b93e4f8-0bbd-4725-bf0c-212ded318932"} 2026-04-30T11:54:20.823Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "940c294f-b17d-47e3-a2d0-5efd1fe9c53e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:23.306Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f5366b7b-3878-438b-af39-1f558418b93a"} 2026-04-30T11:54:25.886Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "7b56605a-4ea3-438f-baaf-ceb2e8eb4f52", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:28.951Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "be6e998a-0e12-408f-b881-2e0c3dec5e49"} 2026-04-30T11:54:30.906Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2437cc6-1bf2-4d39-b9c4-933df24d2af7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:33.931Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "64443030-2d07-4a17-8731-419c1778ab1f"} 2026-04-30T11:54:35.928Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "1562acaf-2f61-4219-8837-7ea601c1443c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:38.915Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "85849191-b102-42f6-9a99-18e93670ed2e"} 2026-04-30T11:54:40.945Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "37a547ab-ff71-49b7-8501-b20cbc6525eb", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:44.735Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "76643f6b-af0d-4692-955b-278cd0239268"} 2026-04-30T11:54:45.963Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2e93b53b-7a99-47f7-8e27-e5036fe7137b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:49.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5da1ea88-f214-4cdb-ae39-dca552ff5d60"} 2026-04-30T11:54:50.984Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4df486f5-80da-4492-b7f6-26c1d0a3d6a6", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:55.141Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c076c751-58c0-4f46-abf2-218d6d20626e"} 2026-04-30T11:54:56.001Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f5991366-cbc0-4352-bf5b-19b73e44899e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:00.438Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "283e3115-96f6-4824-a0ca-62dfaf8c9435"} 2026-04-30T11:55:01.029Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2bef468c-66d5-49c7-b24d-f139b59087b2", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:05.697Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2c984483-7c12-4aac-aaf2-137e9696070e"} 2026-04-30T11:55:06.048Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "457f92c5-3848-4f90-bf6b-6c398291b47b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:10.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6eff4b42-25ea-42a0-a22b-ec1ff7fbf03a"} 2026-04-30T11:55:11.071Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "71bdea62-df25-4180-98d7-fcce803154ac", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:16.089Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9cce103b-0bb5-4ceb-bce2-6c85d9cc80f2", "cluster": "cross-site-replica"} 2026-04-30T11:55:16.291Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.351Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.426Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.562Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "12dca025-e2fd-4cc1-a058-077adf485235"} 2026-04-30T11:55:21.191Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "bb878e73-64c1-4f57-9b42-828c9fb8bfd0", "cluster": "cross-site-replica"} 2026-04-30T11:55:21.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d4c302e7-0ad6-4db5-b963-039955a0d9d0"} 2026-04-30T11:55:26.213Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "b10d52a1-4504-4f65-bb13-a27a7d8b46c9", "cluster": "cross-site-replica"} 2026-04-30T11:55:26.615Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a46ac1b7-570c-406b-8383-473d109da10a"} 2026-04-30T11:55:31.233Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "03cf35db-9486-4dd9-ba77-08721a3941c8", "cluster": "cross-site-replica"} 2026-04-30T11:55:31.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b51fe952-7570-4fdd-8e50-bdf8621013f6"} 2026-04-30T11:55:36.253Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "136668aa-0dab-4c6c-ab93-e8885562350e", "cluster": "cross-site-replica"} 2026-04-30T11:55:37.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4acc1cd8-0559-456c-b54c-61eb65d26631"} 2026-04-30T11:55:41.273Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0c3871c1-c344-4e87-83f4-a154594d34d1", "cluster": "cross-site-replica"} 2026-04-30T11:55:42.407Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "816af835-4aa7-4f7d-8f55-5f0f71716511"} 2026-04-30T11:55:46.288Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9ee0153f-55ec-4436-a045-851c5556029a", "cluster": "cross-site-replica"} 2026-04-30T11:55:47.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3ff7ad56-b6ba-40ae-bd19-58d4758d437d"} 2026-04-30T11:55:51.308Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "b0b0492d-9bad-4229-a51e-7ee9378d1049", "cluster": "cross-site-replica"} 2026-04-30T11:55:53.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ecdc8dfb-e226-4fe8-b513-f5debee43c88"} 2026-04-30T11:55:56.327Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "45f435b5-578e-4921-b0be-ee48c836da19", "cluster": "cross-site-replica"} 2026-04-30T11:55:58.636Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "71e5bea0-a910-4e18-9eca-e4949ff14cd5"} 2026-04-30T11:56:01.365Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9ee3bba7-36f3-4b48-bb11-81ecafb9f427", "cluster": "cross-site-replica"} 2026-04-30T11:56:03.839Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f3e9127a-48fe-4b19-9928-1ab15058763b"} 2026-04-30T11:56:06.388Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "5dcf8156-f0f4-4ab5-8350-bd2d796f338b", "cluster": "cross-site-replica"} 2026-04-30T11:56:11.406Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f31d4616-f694-47e6-8092-8f3afff9d644", "cluster": "cross-site-replica"} 2026-04-30T11:56:14.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9e2ca017-d604-49ef-a192-6a8033209e29"} 2026-04-30T11:56:16.425Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "af6de764-8cf7-413e-b73a-ab53d7082845", "cluster": "cross-site-replica"} 2026-04-30T11:56:19.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d752b535-751a-4938-88a5-4832ede4808c"} 2026-04-30T11:56:21.443Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "95785e9c-9559-4beb-93e7-d4dc656e2068", "cluster": "cross-site-replica"} 2026-04-30T11:56:25.030Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2dcc63c4-a6e9-4296-ba8b-2e60e612b37a"} 2026-04-30T11:56:26.463Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4644ac2f-735e-4d65-8d12-3a5f420ba440", "cluster": "cross-site-replica"} 2026-04-30T11:56:30.446Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2ae44f0b-9cb6-4a06-8caa-d1f6a131bc24"} 2026-04-30T11:56:31.484Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "1ae3101a-c6c1-478b-9502-1db4a001bf48", "cluster": "cross-site-replica"} 2026-04-30T11:56:35.543Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "87f35e54-86d1-49ef-91af-cc822e751f49"} 2026-04-30T11:56:36.502Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "62907317-60c2-417b-8f40-48946048732a", "cluster": "cross-site-replica"} 2026-04-30T11:56:40.807Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e3e0d394-5b2a-4d68-8a75-2a3d6d64e78b"} 2026-04-30T11:56:41.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "45720e0f-f3d9-414a-a5c0-eb927a56e44e", "cluster": "cross-site-replica"} 2026-04-30T11:56:46.035Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6fe971b1-fb54-4b0d-98c4-e8441ccd7cd6"} 2026-04-30T11:56:46.539Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c4d38192-f3d8-487d-8801-1b15d154f890", "cluster": "cross-site-replica"} 2026-04-30T11:56:51.043Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "87516e77-287a-4bda-817c-ca341ae87a2b"} 2026-04-30T11:56:51.557Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "878ea583-0f1e-4863-af2d-aad9653b52e8", "cluster": "cross-site-replica"} 2026-04-30T11:56:56.530Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ac580782-ed08-49f2-a3f0-acb6fa4f3cb6"} 2026-04-30T11:56:56.576Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3d26e61d-fe73-44b8-89da-fe77db9df187", "cluster": "cross-site-replica"} 2026-04-30T11:57:01.592Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c94ac374-abac-4728-9adf-356a67b3dc50", "cluster": "cross-site-replica"} 2026-04-30T11:57:01.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ebd44502-9a17-420f-aa13-91548f9e09b7"} 2026-04-30T11:57:06.611Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "bd9238c2-6619-49ab-9c74-6f414104400a", "cluster": "cross-site-replica"} 2026-04-30T11:57:07.245Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4cb52a7-5b0b-4fdc-9400-5a6b2e1c26c3"} 2026-04-30T11:57:11.634Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "d2d462d5-57f8-499f-bf09-7ec828b82a9d", "cluster": "cross-site-replica"} 2026-04-30T11:57:12.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a1d4dc5-1525-4300-98ba-eade37f1843e"} 2026-04-30T11:57:16.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "25033781-bcba-4a97-83c6-23a59ca92e6f", "cluster": "cross-site-replica"} 2026-04-30T11:57:18.030Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5e6ae836-ae27-4e9d-87a5-1398d5d0ff6e"} 2026-04-30T11:57:21.675Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "74f6e0eb-eba5-4d3f-b6a8-6ca80984f593", "cluster": "cross-site-replica"} 2026-04-30T11:57:23.544Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2d77f72b-93b2-4b6c-8b4a-28f971ace884"} 2026-04-30T11:57:26.694Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "61f0975f-543e-4898-912d-453d67fd2ec4", "cluster": "cross-site-replica"} 2026-04-30T11:57:28.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "944c3aca-4f8e-4b0f-bf92-83c9aced6cac"} 2026-04-30T11:57:31.723Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2c37f4d-7c24-4288-b812-033432c8fb0a", "cluster": "cross-site-replica"} 2026-04-30T11:57:34.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "39af8246-74af-43ae-86a7-cf7c2b63519d"} 2026-04-30T11:57:36.744Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "d4ff69f4-5f81-46b1-9b6e-61d6c43cd0f5", "cluster": "cross-site-replica"} 2026-04-30T11:57:39.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c41c35c1-c85e-4206-bd99-639151c5586f"} 2026-04-30T11:57:41.766Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "993e8bef-2a4b-4504-b243-6208cee2f00d", "cluster": "cross-site-replica"} 2026-04-30T11:57:44.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "48bb2976-dbcf-428d-ae58-729630074a70"} 2026-04-30T11:57:46.783Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "24df50bb-08e8-43b4-9cf4-22a5594c41e5", "cluster": "cross-site-replica"} 2026-04-30T11:57:49.897Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ffdfc56b-e5ee-439e-bc10-8cd7d7e5f764"} 2026-04-30T11:57:51.803Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2cd145e-5010-432e-acdc-5895e7e11f9a", "cluster": "cross-site-replica"} 2026-04-30T11:57:55.414Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "152075d7-e07a-4771-9b6a-74fa11a398ce"} 2026-04-30T11:57:56.822Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3c18dc41-caea-4718-8895-65691457522d", "cluster": "cross-site-replica"} 2026-04-30T11:58:00.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "32cad4c4-c835-4f9b-99c3-79d81b680dcb"} 2026-04-30T11:58:01.842Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0f343af4-e7a5-4970-82e9-529008f2bd3b", "cluster": "cross-site-replica"} 2026-04-30T11:58:05.712Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "895b97b2-f01b-49e3-88eb-571b41a2bbc2"} 2026-04-30T11:58:06.861Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "a0aa4c88-b18d-4799-84d5-ac41b53d8845", "cluster": "cross-site-replica"} 2026-04-30T11:58:10.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4a8b227d-397a-451b-996b-eb559679e89b"} 2026-04-30T11:58:11.881Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c609ab26-37d9-4250-850e-64d999aec90e", "cluster": "cross-site-replica"} 2026-04-30T11:58:16.702Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3f98a114-ed36-4b08-bb65-dddf911a1fb7"} 2026-04-30T11:58:16.899Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4aabd052-3cf1-442f-81c1-93eefa361878", "cluster": "cross-site-replica"} 2026-04-30T11:58:21.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "be766a62-8a4f-46ad-a708-56c8b8ad0a04"} 2026-04-30T11:58:21.918Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "69ebef20-16e5-4507-b08a-653d3cc08db3", "cluster": "cross-site-replica"} 2026-04-30T11:58:26.842Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "02ddc8ba-4242-4976-96ca-7b320cc35a5c"} 2026-04-30T11:58:26.936Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "79b125cb-6ab2-4a89-83f9-a9d5509792e8", "cluster": "cross-site-replica"} 2026-04-30T11:58:31.958Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4b1f198f-145d-4b05-a1c1-d8524c5d2ecd", "cluster": "cross-site-replica"} 2026-04-30T11:58:32.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6ba84c44-5ca3-4b79-b65e-9b23b9aa18b0"} 2026-04-30T11:58:36.976Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f328c8ea-309c-49e0-bc2e-d567bb030832", "cluster": "cross-site-replica"} 2026-04-30T11:58:37.742Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f4d0c0ef-c3d9-40ce-8da1-13a0a36db6c4"} 2026-04-30T11:58:43.225Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70f95b05-7142-4fa4-82fb-c758f3517097"} 2026-04-30T11:58:48.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "27b8f08e-2ecc-427f-aea9-425613c1ae0f"} 2026-04-30T11:58:53.915Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b7ae0809-8fda-41b8-b6d0-aa558447bd65"} 2026-04-30T11:58:59.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "583d5f67-ac83-4264-9e8c-ceb4fc2f8818"} 2026-04-30T11:59:04.296Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7391ee42-5ba2-4fc8-aa5c-53142d27f494"} 2026-04-30T11:59:09.997Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "93e15784-d1d4-4699-b9ed-69a6c51a5c93"} 2026-04-30T11:59:15.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "409e1a2e-74d4-4aff-ad9c-1ab429222d36"} 2026-04-30T11:59:20.129Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "37038eb0-b4ba-49c9-94ba-174400ae1140"} 2026-04-30T11:59:25.552Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7de765a3-8552-437d-ab55-74e47be3cb8e"} 2026-04-30T11:59:30.814Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3042f8c3-cfe4-4ded-8dfa-c9a652c0e221"} 2026-04-30T11:59:31.974Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:59:32.030Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:59:32.106Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-0"} 2026-04-30T11:59:32.113Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-1"} 2026-04-30T11:59:32.121Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-2"} 2026-04-30T11:59:32.263Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T11:59:35.829Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:59:39.149Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c7de5a4b-ae96-4f94-8ab5-1da81ae8ba69", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:43.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "eb977579-7455-4343-aa25-c57ecc61d503"} 2026-04-30T11:59:44.616Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "80fe9f8d-3175-436b-83ed-c37b773883bc", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:49.142Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "891fb7d2-008c-450c-a415-0d5f6897d734"} 2026-04-30T11:59:50.192Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ae6695e1-37d7-4714-94c7-e01dd5d98cff", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:54.817Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9db03d54-00ba-4aca-9a6d-2593497221b1"} 2026-04-30T11:59:55.549Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8cf7dd79-b13d-44e1-ac05-93aaf5c9016c", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:00.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "478548ad-60b1-4295-8810-def23f904444"} 2026-04-30T12:00:08.392Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26b5e3ee-7c7e-4512-b9e7-d22c60c49702", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:09.909Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc0abea6-9f28-4e4f-b51b-ed40482dd245", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:12.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "28548297-a62b-4085-8de5-14dc941038de"} 2026-04-30T12:00:13.641Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.656Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.716Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T12:00:13.848Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.859Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:15.608Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:21.391Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T12:00:25.251Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "47ffe9aa-64d3-4ff0-94db-fe9a210ce852"} 2026-04-30T12:00:29.610Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "28aab752-fc0a-4163-b7c0-7f6587046dbc", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:35.963Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63f7ef7e-3a15-441d-8350-795ae3fe735f", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:41.480Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "063d83d2-8832-458a-9521-808ff1fa7f8d"} 2026-04-30T12:00:46.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c0adb31-436c-43c7-af96-48725ca4626e"} 2026-04-30T12:00:51.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c481f68-81e0-4634-89d6-388c47e9a420"} 2026-04-30T12:00:57.521Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d381c8b1-348e-4900-9698-a57d22990720"} 2026-04-30T12:01:02.981Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4575eff-2898-4b83-a209-887ade9009c2"} 2026-04-30T12:01:08.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "380592e0-07b7-4025-9876-d42d433d6bb3"} 2026-04-30T12:01:14.127Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0affa842-ef91-4a51-8692-3414676c664a"} 2026-04-30T12:01:19.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "94c4834d-fe68-46be-9a04-35fc84fcce9b"} 2026-04-30T12:01:24.833Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b74dfdda-9588-45da-8b55-7426c28509af"} 2026-04-30T12:01:30.890Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1636f26a-9e9a-4851-a42f-b4ea8d4d56e7"} 2026-04-30T12:01:36.224Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "29bfef99-1e88-4930-9468-014bfbbd724d"} 2026-04-30T12:01:41.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "dacd8cad-83a7-4bf0-bb82-c1ab08aa8510"} 2026-04-30T12:01:47.009Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "22c269c2-131a-4ff0-a38e-5a6cd6cb3e67"} 2026-04-30T12:01:52.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "428255d1-40cf-478e-ba8c-b67df1d155e0"} 2026-04-30T12:01:57.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "06d3a091-71c8-4d73-aecf-e1aa41f4b8ac"} 2026-04-30T12:02:03.000Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f2ab7944-2567-4ed6-a7dc-fbddf6a0b8ad"} 2026-04-30T12:02:08.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "03152969-1438-402f-8124-e51c6adaa452"} 2026-04-30T12:02:14.202Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "25605d03-3d86-4e57-95b7-a52212eae3bd"} 2026-04-30T12:02:19.500Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8b498fb7-7b44-4602-83f9-be5525e58d6e"} 2026-04-30T12:02:24.795Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0df7b7a2-3f2d-4818-ac13-9098e515f767"} 2026-04-30T12:02:30.408Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "58eee5c5-c782-4404-8591-6ba64baa8531"} 2026-04-30T12:02:35.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e9cfed0-0bc9-40e7-8e91-388e81eb54ba"} 2026-04-30T12:02:41.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "30c2b190-4ef7-4de9-9a3b-5d880cf7d990"} 2026-04-30T12:02:46.708Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a50b4325-e5d7-430a-88da-5468021bff17"} 2026-04-30T12:02:52.123Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "69c71d5d-79cb-476a-b385-399c94e64a68"} 2026-04-30T12:02:57.494Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1ac84238-2729-45f7-8761-f1a665633750"} 2026-04-30T12:03:03.085Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9e2fcc33-bddd-4c9a-a7dd-247d9f82d111"} 2026-04-30T12:03:08.605Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8100bbd7-b53d-4e01-94ba-98d615f4c01e"} 2026-04-30T12:03:09.439Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "f2e60da8-d2ce-47e5-9001-e9bf925a9b39", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:09.501Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "f2e60da8-d2ce-47e5-9001-e9bf925a9b39", "namespace": "cross-site-proxysql-replica-29254", "name": "xb-backup-minio-replica"} 2026-04-30T12:03:14.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "99693578-0e1f-4358-b340-ed0523877982"} 2026-04-30T12:03:14.501Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "a78b4546-9292-4448-9287-8eb3ea30c341", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:14.658Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "e64ac0f1-f776-41dc-8da8-bdc8358abefd", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:19.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "13ab1d9b-ba3a-4cbb-b5e8-39a2424832f2"} 2026-04-30T12:03:19.735Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "0d77342e-d06e-4242-9812-0366033ac093", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:24.783Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "e34309e0-9421-4f12-8a08-898044974777", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:24.888Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e8113466-9cd6-489b-ae6a-85ab5f1fdc61"} 2026-04-30T12:03:29.840Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "667bcb23-f52e-456e-9781-cd48134eea99", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:30.378Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c7dd678-efca-4f93-9f2f-4211433cc4ea"} 2026-04-30T12:03:34.882Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "2bd3eb5e-8221-4f70-bc25-3fe85388f18b", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:35.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "61f1aa77-914c-44d1-b3d2-1e3e102ae24a"} 2026-04-30T12:03:39.923Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "c732916d-6b37-4e56-b189-f63bcfa3ea64", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:41.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e32d560c-4887-4024-84a3-32c6b3c3e873"} 2026-04-30T12:03:44.984Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:45.037Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T12:03:45.037Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "job": "xb-backup-minio-replica"} 2026-04-30T12:03:46.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d24d4ad3-3a49-4f3b-ab1c-61d9d5bc0299"} 2026-04-30T12:03:52.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d4f0cf27-b085-4ed4-acda-844aa0e4c3a5"} 2026-04-30T12:03:54.791Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "74800127-b5cc-47fd-aabc-a3503adf314e", "cluster": "cross-site-source"} 2026-04-30T12:03:55.177Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:55.303Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:55.393Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:57.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "155064db-fe26-4683-b7fc-20fe15ad81ae"} 2026-04-30T12:04:03.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4afa97a7-a3a3-4bf9-8415-637da5e140ca"} 2026-04-30T12:04:08.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c2f677b2-326a-4931-a17f-2e3272fdf592"} 2026-04-30T12:04:14.333Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8642f81f-4949-4e38-962b-db792584e78b"} 2026-04-30T12:04:15.885Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5b08b72-5f6b-497f-a895-f99f4b1dc519", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:19.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5b08b72-5f6b-497f-a895-f99f4b1dc519"} 2026-04-30T12:04:21.379Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "83201fe6-45d7-4d40-af88-2f0ebff56f85", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:26.015Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "83201fe6-45d7-4d40-af88-2f0ebff56f85"} 2026-04-30T12:04:26.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ded35d9a-139b-4a87-8a5e-26f9fe59b70d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:30.433Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ded35d9a-139b-4a87-8a5e-26f9fe59b70d"} 2026-04-30T12:04:32.179Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8d06a04e-86e6-4170-adc5-a9863bd7e185", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:35.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8d06a04e-86e6-4170-adc5-a9863bd7e185"} 2026-04-30T12:04:37.648Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "529f808a-1841-4199-b9a1-dd232f9295a7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:41.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "529f808a-1841-4199-b9a1-dd232f9295a7"} 2026-04-30T12:04:43.099Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "de170ddb-5e28-48a6-8fb3-020507c96011", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:45.109Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "6e35a192-81bf-4fec-81f7-1e52b9d263d9", "cluster": "cross-site-source", "backup": ""} 2026-04-30T12:04:45.217Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "b71018a4-7ae5-4891-89b1-c170422c898c", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:47.026Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "de170ddb-5e28-48a6-8fb3-020507c96011"} 2026-04-30T12:04:48.540Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e637275d-4e05-4463-bbf2-5a0ee9037127", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:50.251Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "7872f144-9e8a-44e7-8c46-3c14e5597a18", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:52.299Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e637275d-4e05-4463-bbf2-5a0ee9037127"} 2026-04-30T12:04:53.944Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe82f3ce-b366-4126-9480-c448dd85d1a4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:55.271Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "08ca4972-6d4f-4eb1-935e-9e178ef9230a", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:57.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe82f3ce-b366-4126-9480-c448dd85d1a4"} 2026-04-30T12:04:59.475Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a9630778-25c3-46b6-8425-bfaf62228560", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:00.289Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "287d073f-20b4-48b3-8b55-4116848b2cf7", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:03.396Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a9630778-25c3-46b6-8425-bfaf62228560"} 2026-04-30T12:05:04.878Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ca18d2a5-5f2a-420f-8bb5-8c3f874dab75", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:05.307Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "16574ca4-e29b-439e-823b-48c54f497901", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:08.508Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ca18d2a5-5f2a-420f-8bb5-8c3f874dab75"} 2026-04-30T12:05:10.287Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c891103-b799-496a-8f28-544f84cccee1", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:10.326Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1b65375d-44d5-4d4c-86fc-6d34e1d962ab", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:14.033Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c891103-b799-496a-8f28-544f84cccee1"} 2026-04-30T12:05:15.354Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "b8da5cba-085d-42a2-90fe-4f6237f61950", "cluster": "cross-site-source"} 2026-04-30T12:05:15.436Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "aefdf658-8cd4-4e69-bea4-c096ae88c62f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:15.776Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1d5a6ccb-0ead-4f8e-b57e-33f37df34c0e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:19.278Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1d5a6ccb-0ead-4f8e-b57e-33f37df34c0e"} 2026-04-30T12:05:20.485Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "8a5401c8-8894-4416-aa37-8bb85391c4c6", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:21.278Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "614e2846-e4a2-4649-a75f-d7ed3c826d1b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:25.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "614e2846-e4a2-4649-a75f-d7ed3c826d1b"} 2026-04-30T12:05:25.507Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "323f8f4f-fdf1-4bf9-a094-5ecb2b67d0be", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:26.675Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "11389c98-670b-4635-ad83-1e2c98d02676", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:30.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "11389c98-670b-4635-ad83-1e2c98d02676"} 2026-04-30T12:05:30.525Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "996bb244-5b05-4288-8c56-2a4751f55742", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:32.161Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "76f8a3e6-3d2c-4fe1-b4df-9e3dd67f41b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:35.543Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d591b162-8c6d-45a0-9295-4ad6a666d74e", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:35.729Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "76f8a3e6-3d2c-4fe1-b4df-9e3dd67f41b9"} 2026-04-30T12:05:37.676Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4bd3ea1-37b6-4abf-99cd-6a061dcadb9f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:40.562Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d7af856f-37ff-4dee-80a5-cf3a87e243f3", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:41.318Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4bd3ea1-37b6-4abf-99cd-6a061dcadb9f"} 2026-04-30T12:05:43.140Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ef2fda1c-6039-455f-9bf2-dfea853d9f35", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:45.580Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "0abd34e7-8a91-45b5-8279-995fa1fcc6d4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:46.737Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ef2fda1c-6039-455f-9bf2-dfea853d9f35"} 2026-04-30T12:05:48.594Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc077ac3-9219-4914-88da-d7de90fa51b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:50.603Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "377344a0-d256-48cf-be11-b5de5aa626ba", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:52.299Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc077ac3-9219-4914-88da-d7de90fa51b9"} 2026-04-30T12:05:54.052Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e6392f2c-e2dd-46b0-ac0e-095c14f2d0de", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:55.626Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2e0f5377-54c1-4b45-b454-a61edb530d40", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:57.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e6392f2c-e2dd-46b0-ac0e-095c14f2d0de"} 2026-04-30T12:05:59.448Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7c452064-4845-48f1-bffb-86926add3d3c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:00.644Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "237f3096-7144-4fb8-b4ee-c773d0bd4ead", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:02.709Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7c452064-4845-48f1-bffb-86926add3d3c"} 2026-04-30T12:06:04.878Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c9de5e07-eebc-4bc5-9c9a-6f7553fb5a04", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:05.662Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "9befb2a4-643a-4934-b335-2fe8b3ef2f92", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:08.597Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c9de5e07-eebc-4bc5-9c9a-6f7553fb5a04"} 2026-04-30T12:06:10.344Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "89651b09-549d-41b5-bc68-678fa98530be", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:10.681Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "760e5da2-1bc5-43b6-a509-60691d076f3d", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:14.235Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "89651b09-549d-41b5-bc68-678fa98530be"} 2026-04-30T12:06:15.699Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "ea9dd43a-3d5c-42cc-b816-35a66a41aff0", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:15.826Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63367ddb-b868-40a8-9c8b-6a19793f1329", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:19.426Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63367ddb-b868-40a8-9c8b-6a19793f1329"} 2026-04-30T12:06:20.771Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "58e877c0-da69-41e5-ae0c-783eedf65448", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:21.383Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bfe01fe3-018b-4fe3-bd70-4427e7614fd7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:24.923Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bfe01fe3-018b-4fe3-bd70-4427e7614fd7"} 2026-04-30T12:06:25.795Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "946d1120-912f-4d96-93c8-3dbce6edcb45", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:26.799Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f03d0049-e635-46f6-90c5-dfded183736c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:30.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f03d0049-e635-46f6-90c5-dfded183736c"} 2026-04-30T12:06:30.811Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "cb9a1eeb-68d4-474d-b823-3ad1fd3671ca", "cluster": "cross-site-source"} 2026-04-30T12:06:31.045Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:31.107Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:31.170Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:32.354Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ed79d50-f644-439d-beae-8701e82d885a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:35.804Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ed79d50-f644-439d-beae-8701e82d885a"} 2026-04-30T12:06:35.924Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "bd8446b0-ecd6-4e28-8780-e7cf625bc1d1", "cluster": "cross-site-source"} 2026-04-30T12:06:37.746Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "02f0d5bb-54c5-46b9-90aa-c5c3a0d1616f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:40.948Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d12aff72-aad0-4c16-9d75-16aabb4712e7", "cluster": "cross-site-source"} 2026-04-30T12:06:41.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "02f0d5bb-54c5-46b9-90aa-c5c3a0d1616f"} 2026-04-30T12:06:43.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f32e285-8b94-4b14-84fc-a167af17b54f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:45.970Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "16108afb-17ec-4d3f-b260-cddfb0ad70e9", "cluster": "cross-site-source"} 2026-04-30T12:06:47.111Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f32e285-8b94-4b14-84fc-a167af17b54f"} 2026-04-30T12:06:48.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8fed298d-b8a9-4b1c-a6e0-517d5314263f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:50.988Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "18c78abe-3fa7-4cc4-9dd1-3e0a6ac41084", "cluster": "cross-site-source"} 2026-04-30T12:06:52.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8fed298d-b8a9-4b1c-a6e0-517d5314263f"} 2026-04-30T12:06:54.370Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4df7e00b-4b61-4913-8b2d-0dd0cb0e54b0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:56.010Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "3aa575aa-2c1a-402a-8980-42dc5710e74b", "cluster": "cross-site-source"} 2026-04-30T12:06:58.007Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4df7e00b-4b61-4913-8b2d-0dd0cb0e54b0"} 2026-04-30T12:06:59.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "46c6c788-a557-45b1-b009-f45904837273", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:01.031Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "de2fcfa2-c53a-4233-9a1c-9574cf8f94a5", "cluster": "cross-site-source"} 2026-04-30T12:07:03.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "46c6c788-a557-45b1-b009-f45904837273"} 2026-04-30T12:07:05.254Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "42392929-36bc-41de-8e61-2f661e8dae90", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:06.060Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "3541f70f-40dc-4354-810d-5f6923e47b79", "cluster": "cross-site-source"} 2026-04-30T12:07:08.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "42392929-36bc-41de-8e61-2f661e8dae90"} 2026-04-30T12:07:10.743Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "345ace55-4364-4d2c-bbf2-9896985715cb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:11.090Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1a971d08-251d-42ee-afe3-5831b79edb48", "cluster": "cross-site-source"} 2026-04-30T12:07:14.477Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "345ace55-4364-4d2c-bbf2-9896985715cb"} 2026-04-30T12:07:16.120Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "f56da259-007f-4654-af51-5497e3441034", "cluster": "cross-site-source"} 2026-04-30T12:07:16.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26581e70-ee24-4731-a08c-bdf7286c4839", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:19.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26581e70-ee24-4731-a08c-bdf7286c4839"} 2026-04-30T12:07:21.145Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "32d353d6-c18f-48aa-986f-203800ee1f05", "cluster": "cross-site-source"} 2026-04-30T12:07:21.668Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6d0d4d53-48d4-4586-9ce4-3887c9e32649", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:25.337Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6d0d4d53-48d4-4586-9ce4-3887c9e32649"} 2026-04-30T12:07:26.164Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "4d1e8fb6-25af-4e33-bf53-07c1db94156f", "cluster": "cross-site-source"} 2026-04-30T12:07:27.145Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d511e647-fb20-4559-8f16-25d4495002e5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:31.002Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d511e647-fb20-4559-8f16-25d4495002e5"} 2026-04-30T12:07:31.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "f2280be3-95e9-4afc-9197-b1c267cbe1aa", "cluster": "cross-site-source"} 2026-04-30T12:07:32.590Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "08f02e5c-d9d3-445e-bf85-fcd200079f7d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:36.127Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "08f02e5c-d9d3-445e-bf85-fcd200079f7d"} 2026-04-30T12:07:36.200Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "30704119-253d-482d-a1b5-e6fc4626dfdc", "cluster": "cross-site-source"} 2026-04-30T12:07:38.027Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "95d427b0-74e9-4ed1-88b9-f069c6a81156", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:41.219Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "bc3c67e1-42b1-41c0-a09e-45d577b40a6f", "cluster": "cross-site-source"} 2026-04-30T12:07:41.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "95d427b0-74e9-4ed1-88b9-f069c6a81156"} 2026-04-30T12:07:43.425Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a1aa723b-3ce9-4fa3-bbc5-e5eec06fa243", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:46.242Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "230313ee-0ce2-42b6-9dda-f638e2fb87f6", "cluster": "cross-site-source"} 2026-04-30T12:07:47.276Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a1aa723b-3ce9-4fa3-bbc5-e5eec06fa243"} 2026-04-30T12:07:48.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "86797800-ad2c-4fde-a6ee-33e15c053401", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:51.258Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2e67f38d-b3ff-43e4-aa72-2fab840d5f04", "cluster": "cross-site-source"} 2026-04-30T12:07:52.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "86797800-ad2c-4fde-a6ee-33e15c053401"} 2026-04-30T12:07:54.286Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64efc28a-c7d7-40e8-a547-984cc09d52ed", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:56.276Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "a3bce61f-10cd-4ac2-a1b0-cb096ee34d06", "cluster": "cross-site-source"} 2026-04-30T12:07:58.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64efc28a-c7d7-40e8-a547-984cc09d52ed"} 2026-04-30T12:07:59.716Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9b8625c7-d0dc-4688-ba90-319eb762ebdc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:01.294Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "8722c2d7-dcc1-4fcd-8a36-5318fba12bd0", "cluster": "cross-site-source"} 2026-04-30T12:08:03.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9b8625c7-d0dc-4688-ba90-319eb762ebdc"} 2026-04-30T12:08:05.175Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f42501dc-a3ed-4b37-8864-0a2288412923", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:06.318Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "311cd3ef-5c43-4ec1-a636-58fdb0c15bc7", "cluster": "cross-site-source"} 2026-04-30T12:08:08.918Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f42501dc-a3ed-4b37-8864-0a2288412923"} 2026-04-30T12:08:10.583Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b2f35b89-8dc9-48c2-8180-664a50c1ab1b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:11.337Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "a04236c2-e057-47ee-9f13-d678b2c04e38", "cluster": "cross-site-source"} 2026-04-30T12:08:14.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b2f35b89-8dc9-48c2-8180-664a50c1ab1b"} 2026-04-30T12:08:16.098Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bc7c4fc4-a6ef-4ae2-a478-cff26bb0a889", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:16.360Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "11a625c7-8ed9-4829-8553-9e217988015f", "cluster": "cross-site-source"} 2026-04-30T12:08:19.890Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bc7c4fc4-a6ef-4ae2-a478-cff26bb0a889"} 2026-04-30T12:08:21.381Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "51bd4baf-36ab-47a4-8e51-ced3d155433e", "cluster": "cross-site-source"} 2026-04-30T12:08:21.499Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e157893b-cfd2-48b7-bf62-ee4a54e051c0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:25.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e157893b-cfd2-48b7-bf62-ee4a54e051c0"} 2026-04-30T12:08:26.400Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "299515d4-739e-493e-9d54-59af3b3c50bb", "cluster": "cross-site-source"} 2026-04-30T12:08:26.945Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b113b9f-bf84-4661-bad3-1c88b3804d01", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:30.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b113b9f-bf84-4661-bad3-1c88b3804d01"} 2026-04-30T12:08:31.419Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1332e6d3-a83e-453e-9c2b-f0ab6aaa9826", "cluster": "cross-site-source"} 2026-04-30T12:08:32.458Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6c2e589c-4fbc-4ee1-84a4-93688f4db149", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:36.103Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6c2e589c-4fbc-4ee1-84a4-93688f4db149"} 2026-04-30T12:08:36.440Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "37595c6f-e12e-4f22-a6db-7ba5a52920dd", "cluster": "cross-site-source"} 2026-04-30T12:08:37.940Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0793a32b-39d2-428a-9f52-269ea86b6cc0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:41.459Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "003320c4-d30b-4f23-9921-5af3b1cc1fa7", "cluster": "cross-site-source"} 2026-04-30T12:08:41.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0793a32b-39d2-428a-9f52-269ea86b6cc0"} 2026-04-30T12:08:43.442Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2556f67-d85b-467c-b030-9f7ddf69494f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:46.507Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "113ed253-058a-4226-ace1-5c2e15f6ffea", "cluster": "cross-site-source"} 2026-04-30T12:08:47.021Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2556f67-d85b-467c-b030-9f7ddf69494f"} 2026-04-30T12:08:49.180Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "233da155-f965-49d2-b6ef-0dd9854b6921", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:51.529Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2503c000-ba00-463a-8c5c-f3221cb1dbe9", "cluster": "cross-site-source"} 2026-04-30T12:08:52.700Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "233da155-f965-49d2-b6ef-0dd9854b6921"} 2026-04-30T12:08:54.664Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7760038f-c73a-47c6-a876-21d2e0f37f90", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:56.547Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d03690b0-d2c2-41e2-8edb-11c3d665eab5", "cluster": "cross-site-source"} 2026-04-30T12:08:58.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7760038f-c73a-47c6-a876-21d2e0f37f90"} 2026-04-30T12:09:00.078Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f6eea1db-5796-4b41-aeeb-247e09fc2bfc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:01.576Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "129c468b-aafa-4313-b4c0-a6dd91177918", "cluster": "cross-site-source"} 2026-04-30T12:09:03.884Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f6eea1db-5796-4b41-aeeb-247e09fc2bfc"} 2026-04-30T12:09:05.545Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a05bdd6-0995-423e-9ab0-099af3a90201", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:06.595Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "75a491f6-7db7-44f8-95c8-d82e2843e718", "cluster": "cross-site-source"} 2026-04-30T12:09:09.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a05bdd6-0995-423e-9ab0-099af3a90201"} 2026-04-30T12:09:11.065Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c4bd104e-1147-4860-a0d3-b3c54e9fd630", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:11.617Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "0eb039b7-659c-4043-9f97-01c05dfb6cf1", "cluster": "cross-site-source"} 2026-04-30T12:09:15.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c4bd104e-1147-4860-a0d3-b3c54e9fd630"} 2026-04-30T12:09:16.542Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5236b7ee-a6c9-47b2-9d33-887b94d6826c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:16.638Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "07b4b929-d262-4de6-bb15-65b01f1d15f7", "cluster": "cross-site-source"} 2026-04-30T12:09:20.498Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5236b7ee-a6c9-47b2-9d33-887b94d6826c"} 2026-04-30T12:09:21.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "78c7f8ca-80e7-4d17-abbe-bd1ef95809c8", "cluster": "cross-site-source"} 2026-04-30T12:09:21.989Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b824b67-82e1-40cb-98c5-738b0f87a6e6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:25.781Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b824b67-82e1-40cb-98c5-738b0f87a6e6"} 2026-04-30T12:09:26.688Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "e9c8ba79-6178-4429-b939-c83070d1c668", "cluster": "cross-site-source"} 2026-04-30T12:09:27.499Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4c5bfc8-d9c5-4a13-a6b4-5f0bbd4d21ce", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:31.610Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4c5bfc8-d9c5-4a13-a6b4-5f0bbd4d21ce"} 2026-04-30T12:09:31.708Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "9ff2cb8a-747b-405a-a64c-10f906652378", "cluster": "cross-site-source"} 2026-04-30T12:09:32.900Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "eb674036-6f4c-4572-bb3a-92f4c825d903", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:36.729Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "5f90aecc-4762-4937-a0e2-8792fbe7e5ec", "cluster": "cross-site-source"} 2026-04-30T12:09:36.809Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "eb674036-6f4c-4572-bb3a-92f4c825d903"} 2026-04-30T12:09:38.311Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "faf14a10-facb-452c-9bb1-6ff42749ba11", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:41.748Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "7b361cf8-9afb-41a2-a1f1-922b5d40667a", "cluster": "cross-site-source"} 2026-04-30T12:09:42.128Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "faf14a10-facb-452c-9bb1-6ff42749ba11"} 2026-04-30T12:09:43.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8c42334-a2a4-4b31-8a1c-04297b6bddf8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:46.768Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "594cde9d-8447-4f90-811f-bae546abe61f", "cluster": "cross-site-source"} 2026-04-30T12:09:47.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8c42334-a2a4-4b31-8a1c-04297b6bddf8"} 2026-04-30T12:09:49.444Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fa72a21-8ffa-4a7c-817d-07e0795bc6f7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:53.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fa72a21-8ffa-4a7c-817d-07e0795bc6f7"} 2026-04-30T12:09:54.960Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5b40c2f5-9ed3-4616-a64b-bd450cdd8771", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:58.503Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5b40c2f5-9ed3-4616-a64b-bd450cdd8771"} 2026-04-30T12:10:00.394Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "735b35a7-7966-4152-87a2-a9942835741e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:03.917Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "735b35a7-7966-4152-87a2-a9942835741e"} 2026-04-30T12:10:05.860Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a16f65a-8f8d-4314-927e-5fe4660b742a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:09.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a16f65a-8f8d-4314-927e-5fe4660b742a"} 2026-04-30T12:10:11.278Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a6a72fce-38f8-4590-bef6-6d4e1703acc9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:15.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a6a72fce-38f8-4590-bef6-6d4e1703acc9"} 2026-04-30T12:10:20.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b71745c-7295-4aa5-aeab-b9911f53a68d"} 2026-04-30T12:10:25.903Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5add0852-8fd8-42f9-a13c-bc2f10cad79b"} 2026-04-30T12:10:30.943Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:10:31.000Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:10:31.068Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:31.883Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "54e77030-b115-4d12-89e2-e8bfba0936dd", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:32.352Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7fe504c3-188a-47bc-9729-92a40f73e895", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:10:37.654Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "40097b64-77f6-4b78-9258-7198eab7439b", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:42.907Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a332ad86-6ed9-4067-9c51-0d36a4d11d8f", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:43.784Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d77a8861-a33a-45c6-8e5f-92f88d425089", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:47.194Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfd4cf7d-95fb-435e-9d6a-42660d7ab663"} 2026-04-30T12:10:49.709Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "247ad559-4cd3-42b7-bb46-7ab51c9454b0", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:52.349Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f80a888a-3f84-4e5c-b52d-e36e794da498"} 2026-04-30T12:10:54.971Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2187d4e2-e9ac-4119-9c01-a81bdfcbcc64", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:57.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4baea7b-2b8f-42a9-973a-3f8abfd6a68f"} 2026-04-30T12:11:03.304Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "39be3452-908b-4401-af11-575e9ce3ec46"} 2026-04-30T12:11:07.773Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3c4903ed-1c6c-42c8-9225-560975ec1ce2", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:11.802Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cdcb53b3-362b-4299-8a6c-736d265ac324"} 2026-04-30T12:11:13.010Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7901a4ec-3785-4549-a42b-4a3070f2dc1b", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:14.307Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "af55d00f-97a7-4477-a36f-32c86401e1d9", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:18.184Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "af55d00f-97a7-4477-a36f-32c86401e1d9"} 2026-04-30T12:11:19.599Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f08e831d-487f-4fb9-8ddf-0be290a64739", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:23.358Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f08e831d-487f-4fb9-8ddf-0be290a64739"} 2026-04-30T12:11:24.829Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "412aff2f-f12d-4645-a791-cbb6a49b2550", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:28.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "412aff2f-f12d-4645-a791-cbb6a49b2550"} 2026-04-30T12:11:30.180Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "daab064b-9a52-4a79-a5fc-f62d69c14e4c", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:33.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "daab064b-9a52-4a79-a5fc-f62d69c14e4c"} 2026-04-30T12:11:35.482Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "66d2fb11-71c8-4251-bb3e-1c6148ae9a51", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:39.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "66d2fb11-71c8-4251-bb3e-1c6148ae9a51"} 2026-04-30T12:11:40.790Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c084d496-56cd-4819-9201-34098ab426bb", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:44.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c084d496-56cd-4819-9201-34098ab426bb"} 2026-04-30T12:11:46.049Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "badd4b64-f32b-4393-948c-6ba480f5b18f", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:49.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "badd4b64-f32b-4393-948c-6ba480f5b18f"} 2026-04-30T12:11:51.317Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.226.23"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.226.35"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.229.48"} 2026-04-30T12:11:51.323Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:11:51.375Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:11:51.378Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:11:55.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198"} 2026-04-30T12:12:00.602Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "328bd240-1b8f-4149-8f58-493941e06bf7"} 2026-04-30T12:12:05.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "569eb373-d15f-4e16-b71c-e5447ad80122"} 2026-04-30T12:12:11.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "046a587b-ee19-4b8e-a0b4-79f5e5252edc"} 2026-04-30T12:12:16.572Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5807572c-88b1-44f4-be21-917080c50e2a"} 2026-04-30T12:12:21.596Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "074b2d29-99d2-4ac7-848b-17e6288a9c7c"} 2026-04-30T12:12:26.964Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2b6e14a-2cdc-478d-bfa0-71c2e62f194b"} 2026-04-30T12:12:32.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4a901493-81dd-401e-9adb-1c902708a28f"} 2026-04-30T12:12:37.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0e1af0f1-762d-4be3-b521-82bcd77a8562"} 2026-04-30T12:12:42.567Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fbce90b-93d7-4fb8-9891-4149d4f92d05"} 2026-04-30T12:12:48.449Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "727dac39-fae0-45d0-925c-dbe6baffa949"} 2026-04-30T12:12:54.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "18ea15b0-52bf-44ea-bd21-c4bd8f7e5b96"} 2026-04-30T12:12:59.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7144728c-2243-46f8-aaf5-51ea436a3071"} 2026-04-30T12:13:04.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "dcdb0f6c-0490-4e07-af62-42c5a5434ed0"} 2026-04-30T12:13:09.791Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7b9b93ed-88e5-4025-a8a4-1aa20f9eb601"} 2026-04-30T12:13:15.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3cf1af22-545b-40df-8c1a-4182c5141222"} 2026-04-30T12:13:17.723Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:13:17.857Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-0"} 2026-04-30T12:13:17.866Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-1"} 2026-04-30T12:13:17.874Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-2"} 2026-04-30T12:13:18.222Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T12:13:20.885Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "19904190-f520-4f4f-8794-ce0cc6bbc4d4"} 2026-04-30T12:13:25.673Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "acb371ba-8ade-446e-862d-9d2aa7d41413"} 2026-04-30T12:13:31.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8e5e80f-ce65-405c-9160-7024c5e07057"} 2026-04-30T12:13:36.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f0184b80-5932-4c76-abcf-dbd54405f280"} 2026-04-30T12:13:42.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a815225-f7c0-408f-9e7c-0753f66e1cd0"} 2026-04-30T12:13:47.291Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b32fbfe-dc07-4300-ac2e-284909a02d82"} 2026-04-30T12:13:52.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9160987f-ea95-4882-89bb-cb91fca4501e"} 2026-04-30T12:13:58.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "97385b7a-4311-4f0c-a46f-ecc3ee9d1287"} 2026-04-30T12:14:04.209Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "275ae3bf-d404-4d29-8213-e3e544bf0f3a"} 2026-04-30T12:14:12.049Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f9274bc-52f0-4d7d-823b-a789f7f041ec"} 2026-04-30T12:14:16.990Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "abc0ca1a-9445-4fca-acc7-db87132b8f2c"} ... // 22 identical fields ... // 2 identical fields ... // 3 identical fields ... // 3 identical fields ... // 3 identical fields ... // 4 identical fields ... // 5 identical fields ... // 5 identical fields ... // 6 identical fields ... // 6 identical fields ... // 7 identical fields ... // 8 identical fields ... // 9 identical fields AccessModes: nil, ActiveDeadlineSeconds: nil, Affinity: nil, Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - Annotations: map[string]string{ + Annotations: map[string]string{ - APIVersion: "apps/v1", - APIVersion: "apps/v1", Args: {"mysqld"}, Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, AutomountServiceAccountToken: nil, AvailableReplicas: 0, + AvailableReplicas: 0, - AvailableReplicas: 3, AWSElasticBlockStore: nil, AzureFile: nil, Capacity: nil, - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, ConfigMap: &v1.ConfigMapVolumeSource{ ContainerPort: 3306, ContainerPort: 33060, ContainerPort: 33062, ContainerPort: 4444, ContainerPort: 4567, ContainerPort: 4568, ContainerPort: 6032, ContainerPort: 6070, Containers: []v1.Container{ + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2026-04-30 11:33:12 +0000 UTC"}, - CreationTimestamp: v1.Time{Time: s"2026-04-30 11:45:29 +0000 UTC"}, CurrentReplicas: 0, + CurrentReplicas: 0, - CurrentReplicas: 3, + CurrentRevision: "", - CurrentRevision: "cross-site-replica-proxysql-85f4c7b9f", - CurrentRevision: "cross-site-replica-proxysql-86694975df", - CurrentRevision: "cross-site-replica-pxc-5687bfdc64", - CurrentRevision: "cross-site-source-proxysql-96b54c757", - CurrentRevision: "cross-site-source-pxc-ffd5d95b9", DataSource: nil, DataSourceRef: nil, - DefaultMode: &420, - DefaultMode: &420, + DefaultMode: nil, + DefaultMode: nil, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DeprecatedServiceAccount: "", - DeprecatedServiceAccount: "default", + DNSPolicy: "", - DNSPolicy: "ClusterFirst", EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...}, Env: []v1.EnvVar{ EphemeralContainers: nil, FailureThreshold: 3, FC: nil, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., Finalizers: nil, + Generation: 0, - Generation: 1, - Generation: 2, - Generation: 3, - Generation: 4, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 GitRepo: nil, /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 HostAliases: nil, HostIP: "", HostPort: 0, ImagePullPolicy: "Always", InitContainers: []v1.Container{ InitialDelaySeconds: 300, ISCSI: nil, Items: nil, Items: nil, Labels: nil, Lifecycle: nil, LivenessProbe: &v1.Probe{ LocalObjectReference: {Name: "auto-cross-site-replica-pxc"}, LocalObjectReference: {Name: "auto-cross-site-source-pxc"}, LocalObjectReference: {Name: "cross-site-replica-pxc"}, LocalObjectReference: {Name: "cross-site-source-pxc"}, + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", MinReadySeconds: 0, Name: "auto-config", {Name: "bin", VolumeSource: {EmptyDir: &{}}}, Name: "config", Name: "ist", Name: "mysql", Name: "mysql-admin", Name: "mysql-init-file", Name: "mysql-users-secret-file", Name: "mysqlx", {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"}, Name: "proxyadm", Name: "PXC_READ_ONLY", {Name: "SCHEDULER_ENABLED", Value: "true"}, Namespace: "cross-site-proxysql-9169", Namespace: "cross-site-proxysql-replica-29254", Name: "ssl", Name: "ssl-internal", Name: "sst", Name: "stats", {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, Name: "vault-keyring-secret", Name: "write-set", NFS: nil, NodeName: "", NodeSelector: nil, ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "35c393846b88c62c0d1b79dc95d3533c", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "c4e5ca5665e4664e3ae9aed3a8efc4fa", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "35c393846b88c62c0d1b79dc95d3533c", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "c4e5ca5665e4664e3ae9aed3a8efc4fa", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 2, - ObservedGeneration: 3, - ObservedGeneration: 4, - Operation: "Update", - Operation: "Update", Optional: &false, Optional: &true, Optional: &true, Ordinals: nil, OS: nil, Overhead: nil, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "0feeb87d-43e3-4e16-ae8b-b9c5c8fd0569", ...}}, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "32003388-9d87-451c-9f2d-bbb9cffc9e1b", ...}}, - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImM0ZTVjYTU2NjVlNDY2NGUzYWU5YWVkM2E4ZWZjNGZhIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI5Y2ZkMmY2MmNjYzcxZGQ0MjIxNTZlMmE1NjNhNzBjNiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImM0ZTVjYTU2NjVlNDY2NGUzYWU5YWVkM2E4ZWZjNGZhIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI5Y2ZkMmY2MmNjYzcxZGQ0MjIxNTZlMmE1NjNhNzBjNiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., + PeriodSeconds: 0, - PeriodSeconds: 10, + PersistentVolumeClaimRetentionPolicy: nil, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + Phase: "", - Phase: "Pending", + PodManagementPolicy: "", - PodManagementPolicy: "OrderedReady", Ports: nil, Ports: []v1.ContainerPort{ PreemptionPolicy: nil, ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, + Protocol: "", - Protocol: "TCP", Quobyte: nil, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, ReadyReplicas: 0, + ReadyReplicas: 0, - ReadyReplicas: 3, Replicas: 0, - Replicas: &0, + Replicas: 0, + Replicas: &0, Replicas: &3, - Replicas: 3, - Replicas: &3, + Replicas: &3, ResizePolicy: nil, Resources: {}, Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}}, + ResourceVersion: "", - ResourceVersion: "1777548851800575021", - ResourceVersion: "1777549026078543009", - ResourceVersion: "1777549591979327021", - ResourceVersion: "1777549766222191018", - ResourceVersion: "1777549956268527021", - ResourceVersion: "1777549993862383018", - ResourceVersion: "1777550169945007021", - ResourceVersion: "1777550406916287021", - ResourceVersion: "1777550638350095021", - ResourceVersion: "1777550683821407009", - ResourceVersion: "1777550838089743021", + RestartPolicy: "", - RestartPolicy: "Always", - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, + SchedulerName: "", - SchedulerName: "default-scheduler", SecretName: "cross-site-replica-mysql-init", SecretName: "cross-site-replica-ssl", SecretName: "cross-site-replica-ssl-internal", SecretName: "cross-site-source-mysql-init", SecretName: "cross-site-source-ssl", SecretName: "cross-site-source-ssl-internal", SecretName: "internal-cross-site-replica", SecretName: "internal-cross-site-source", SecretName: "some-name-vault", Secret: &v1.SecretVolumeSource{ SecurityContext: nil, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, SelfLink: "", ServiceAccountName: "default", ServiceName: "cross-site-replica-proxysql-unready", ServiceName: "cross-site-replica-pxc", ServiceName: "cross-site-source-proxysql-unready", ServiceName: "cross-site-source-pxc", SetHostnameAsFQDN: nil, sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: v1.PersistentVolumeClaimSpec{ Spec: v1.PodSpec{ Spec: v1.StatefulSetSpec{ StartupProbe: nil, Status: v1.PersistentVolumeClaimStatus{ Status: v1.StatefulSetStatus{ StorageClassName: nil, Subdomain: "", - Subresource: "status", SuccessThreshold: 1, Template: v1.PodTemplateSpec{ TerminationGracePeriodSeconds: &30, TerminationGracePeriodSeconds: &600, TerminationGracePeriodSeconds: nil, + TerminationMessagePath: "", - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePolicy: "", - TerminationMessagePolicy: "File", TimeoutSeconds: 5, - Time: s"2026-04-30 11:33:12 +0000 UTC", - Time: s"2026-04-30 11:34:11 +0000 UTC", - Time: s"2026-04-30 11:37:06 +0000 UTC", - Time: s"2026-04-30 11:45:29 +0000 UTC", - Time: s"2026-04-30 11:46:31 +0000 UTC", - Time: s"2026-04-30 11:49:26 +0000 UTC", - Time: s"2026-04-30 11:52:32 +0000 UTC", - Time: s"2026-04-30 11:52:33 +0000 UTC", - Time: s"2026-04-30 11:52:36 +0000 UTC", - Time: s"2026-04-30 11:53:13 +0000 UTC", - Time: s"2026-04-30 11:55:16 +0000 UTC", - Time: s"2026-04-30 11:56:09 +0000 UTC", - Time: s"2026-04-30 11:59:31 +0000 UTC", - Time: s"2026-04-30 12:00:06 +0000 UTC", - Time: s"2026-04-30 12:03:55 +0000 UTC", - Time: s"2026-04-30 12:03:58 +0000 UTC", - Time: s"2026-04-30 12:04:43 +0000 UTC", - Time: s"2026-04-30 12:06:31 +0000 UTC", - Time: s"2026-04-30 12:07:18 +0000 UTC", Tolerations: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, TypeMeta: {}, TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, + UID: "", - UID: "06dc7018-cd1f-4551-9244-70764c4df5e8", - UID: "4c3ab7fa-91e1-4bde-8224-afbf686a3691", - UID: "7e32c6a8-8b0b-4375-81e7-9e4d8b3c6da5", - UID: "a2345f30-ffcd-4e76-984b-82d518ae3664", UpdatedReplicas: 0, + UpdatedReplicas: 0, - UpdatedReplicas: 3, + UpdateRevision: "", - UpdateRevision: "cross-site-replica-proxysql-85f4c7b9f", - UpdateRevision: "cross-site-replica-proxysql-86694975df", - UpdateRevision: "cross-site-replica-pxc-5687bfdc64", - UpdateRevision: "cross-site-source-proxysql-96b54c757", - UpdateRevision: "cross-site-source-pxc-ffd5d95b9", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, &v1.StatefulSet{ - Value: "false", + Value: "false", ValueFrom: nil, - Value: "true", + Value: "true", VolumeAttributesClassName: nil, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ VolumeDevices: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, VolumeName: "", VolumeSource: v1.VolumeSource{ Volumes: []v1.Volume{ VsphereVolume: nil, WorkingDir: "", + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n cross-site-proxysql-9169 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl patch pxc -n cross-site-proxysql-replica-29254 cross-site-replica --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.77KKakTzWA ++ mktemp + local LAST_ERR=/tmp/tmp.RDysgpMbs5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.77KKakTzWA perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-9169 namespace perconaxtradbcluster.pxc.percona.com "cross-site-replica" deleted from cross-site-proxysql-replica-29254 namespace + cat /tmp/tmp.RDysgpMbs5 + rm /tmp/tmp.77KKakTzWA /tmp/tmp.RDysgpMbs5 + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.h2WgbT1dKJ ++ mktemp + local LAST_ERR=/tmp/tmp.OVaKvnW3Vc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.h2WgbT1dKJ perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-9169 namespace perconaxtradbclusterbackup.pxc.percona.com "backup-minio-replica" deleted from cross-site-proxysql-replica-29254 namespace + cat /tmp/tmp.OVaKvnW3Vc + rm /tmp/tmp.h2WgbT1dKJ /tmp/tmp.OVaKvnW3Vc + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.NakIhlBBXR ++ mktemp + local LAST_ERR=/tmp/tmp.awP6RRcUAG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NakIhlBBXR perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-9169 namespace perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-replica-29254 namespace + cat /tmp/tmp.awP6RRcUAG + rm /tmp/tmp.NakIhlBBXR /tmp/tmp.awP6RRcUAG + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.Fe5atw5YL0 ++ mktemp + local LAST_ERR=/tmp/tmp.XEjTdr3X0m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Fe5atw5YL0 validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.XEjTdr3X0m + rm /tmp/tmp.Fe5atw5YL0 /tmp/tmp.XEjTdr3X0m + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.TZQXk0d5Z9 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-9169 ++ mktemp + local LAST_OUT=/tmp/tmp.p7o0HSci0t ++ mktemp + local LAST_ERR=/tmp/tmp.qjaLZCYyXq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-9169 + destroy cross-site-proxysql-replica-29254 true + local namespace=cross-site-proxysql-replica-29254 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' ++ mktemp + sort -u + grep -v 'get backup status: Job.batch' + grep -v level=info + local LAST_OUT=/tmp/tmp.WgB43VoX4M + grep -v 'the object has been modified' + tee /tmp/tmp.TZQXk0d5Z9/operator.log + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' tee: /tmp/tmp.TZQXk0d5Z9/operator.log: No such file or directory ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ ++ mktemp + local LAST_ERR=/tmp/tmp.QLcADkTxPg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.BdUVFz0jWy +++ mktemp ++ local LAST_ERR=/tmp/tmp.CPcx50SXXZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BdUVFz0jWy ++ cat /tmp/tmp.CPcx50SXXZ ++ rm /tmp/tmp.BdUVFz0jWy /tmp/tmp.CPcx50SXXZ ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv ++ mktemp + local LAST_OUT=/tmp/tmp.PaYYVb8Kew ++ mktemp + local LAST_ERR=/tmp/tmp.Iv5cZwwUVB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PaYYVb8Kew + cat /tmp/tmp.Iv5cZwwUVB + rm /tmp/tmp.PaYYVb8Kew /tmp/tmp.Iv5cZwwUVB + return 0 } }, }, { }, }, { }, }, { }, - }, - { - }, + }, ... // 12 identical elements ... // 16 identical fields ... // 16 identical fields 2026-04-30T11:30:34.499Z INFO setup Manager starting up {"gitCommit": "b47912f7729e2d124f0221cb70713ba4110c1fe4", "gitBranch": "PR-2449-b47912f7", "buildTime": "2026-04-30T10:36:22Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T11:30:34.499Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T11:30:34.540Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T11:30:34.543Z INFO setup Registering Components. 2026-04-30T11:30:35.481Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T11:30:35.482Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T11:30:35.482Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T11:30:35.482Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T11:30:35.482Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T11:30:35.482Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T11:30:35.482Z INFO setup Starting the Cmd. 2026-04-30T11:30:35.482Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T11:30:35.483Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T11:30:35.584Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:30:35.619Z DEBUG events percona-xtradb-cluster-operator-7d9c4fb94c-gd5jv_9d7e19d5-df93-40ee-a3f6-14a3ee53cd16 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"2189d69c-7668-4237-82e3-4f680fe5ce1f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777548635611263009"}, "reason": "LeaderElection"} 2026-04-30T11:30:35.619Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T11:30:35.619Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T11:30:35.619Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:30:35.620Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T11:30:35.620Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T11:30:35.721Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T11:30:35.721Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T11:30:35.721Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T11:30:35.721Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T11:30:35.822Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T11:30:35.822Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T11:33:10.988Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "version": "1.20.0"} 2026-04-30T11:33:12.514Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:33:12.635Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:33:12.680Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:33:12.735Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.771Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.822Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:12.936Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.057Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.189Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:13.254Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f7266833-43ab-45dc-85eb-7e6c40abaf0d", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:33:14.180Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92c7db58-c12f-4882-8ec9-282d3adddb4a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:33:14.330Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92c7db58-c12f-4882-8ec9-282d3adddb4a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:34:31.330Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "operator"} 2026-04-30T11:34:31.367Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "monitor"} 2026-04-30T11:34:31.417Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.447Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.478Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "xtrabackup"} 2026-04-30T11:34:31.517Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d"} 2026-04-30T11:34:31.549Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "user": "replication"} 2026-04-30T11:34:31.558Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ed92024c-b691-45e1-8a65-5ee8f525f33d", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:36.717Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "49f85ba2-2da3-4508-9f10-f78a359f1de3", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:41.873Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d8b66ced-9cd4-402c-95b9-5aae2fa6b785", "err": "get primary pxc pod: not found"} 2026-04-30T11:34:47.007Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3dad1d9f-de56-42b6-859a-082ba67492e1", "err": "get primary pxc pod: not found"} 2026-04-30T11:37:07.942Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0", "user": "root"} 2026-04-30T11:37:08.079Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0", "new version": "8.4.7-7.1"} 2026-04-30T11:37:11.740Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "92be4bfa-706a-4adb-afc4-e963f9a8cef0"} 2026-04-30T11:37:18.124Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95290e89-6da4-4b44-bc99-74b80d5e42d5"} 2026-04-30T11:37:23.136Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6f7c75f4-13d8-4401-8c53-1e6a12ce2c82"} 2026-04-30T11:37:28.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "49fc63dd-6db9-4f30-bb2c-64651c4ee37e"} 2026-04-30T11:37:33.996Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6a54f8d4-ccaf-4956-a4c0-14ebcc8262fd"} 2026-04-30T11:37:39.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0de196ce-5b50-462b-b478-a17487b42274"} 2026-04-30T11:37:44.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7a53900e-1b14-4693-befa-7eaf55f0bf9d"} 2026-04-30T11:37:49.848Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "226ef7e2-fe1c-407c-ab92-92c74db055c9"} 2026-04-30T11:37:54.953Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "86eae7f6-f7e3-4ba8-89de-964726d6a76f"} 2026-04-30T11:38:00.434Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e5b9d196-c306-4fe7-9183-5fff69d3aa94"} 2026-04-30T11:38:05.701Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "dc6c76b1-94e5-49da-a4c0-7506560a3815"} 2026-04-30T11:38:10.826Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1efbb34a-ddfc-4828-86d6-49cefbdbba79"} 2026-04-30T11:38:16.450Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "21fa539a-496e-41b0-906e-d14f04e0c54f"} 2026-04-30T11:38:21.610Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "470ec84a-599b-4c9e-83a1-dc3b746e17c0"} 2026-04-30T11:38:26.720Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4fd0e65d-752a-4314-b184-12623f28f6ff"} 2026-04-30T11:38:32.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "efbb4e4d-25aa-42c6-a1fa-085fcb2af6f0"} 2026-04-30T11:38:37.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "226c6e1e-6958-4d75-a3fb-8022190d5466"} 2026-04-30T11:38:42.646Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2aedcaab-526f-4d6e-b8b6-c4497f056ac1"} 2026-04-30T11:38:48.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "976d4d7f-303f-4f87-aff5-a0dfe5856fff"} 2026-04-30T11:38:53.436Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9ffc7070-6701-4c96-9dd2-975425032a73"} 2026-04-30T11:38:59.249Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "73100ae3-6d6e-4a05-9dc5-bcac381399fc"} 2026-04-30T11:39:04.150Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0c8a908a-ef4d-485a-bda5-4b526ebad57e"} 2026-04-30T11:39:09.597Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "31094c79-447a-45ed-88a3-ccec5cc25ede"} 2026-04-30T11:39:15.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "fd66a40c-b6a2-4b57-9d1f-a2e4163e6625"} 2026-04-30T11:39:20.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8277899c-e634-4cfe-bfee-0b1e68785a9f"} 2026-04-30T11:39:25.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b9ac9b24-382a-47d4-90d6-d4f3ca93f05f"} 2026-04-30T11:39:31.316Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "480f0504-15e6-433a-abdb-b618424c0068"} 2026-04-30T11:39:36.238Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "494b7426-52c8-4ed2-8b24-571822a228f8"} 2026-04-30T11:39:41.437Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "389431f4-39df-46be-a5e5-4f164c2bc569"} 2026-04-30T11:39:46.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2bb00828-f550-46b2-8acd-1170faed7cd9"} 2026-04-30T11:39:51.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9968c6c2-0f96-4100-8362-9da2209bdf42"} 2026-04-30T11:39:57.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d20949b6-0350-4b88-b151-95de39c2ba86"} 2026-04-30T11:40:03.005Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e12cf52d-e64f-4702-aa83-f00ea87dc666"} 2026-04-30T11:40:08.108Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9b9e42cd-cf2c-489b-8cb2-012fa979fd16"} 2026-04-30T11:40:13.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "01df55ba-9120-4a5b-9fdc-654ab8149272"} 2026-04-30T11:40:18.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "de200f56-6166-40e0-9fc9-c9b5ff629a3e"} 2026-04-30T11:40:23.834Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "77c9c513-0f84-4e65-8e52-4e3cd6003de2"} 2026-04-30T11:40:29.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "48859302-2fef-4d8a-a26f-8cb50943bc4e"} 2026-04-30T11:40:34.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4c3f1860-dd60-4e8d-8bb9-36a973f569a5"} 2026-04-30T11:40:40.016Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "74145112-05c0-4dff-b2d6-71e8a9d7d316"} 2026-04-30T11:40:45.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e2eea869-5a63-4917-a8c5-d204e9c1d5d9"} 2026-04-30T11:40:50.151Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.167Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.192Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T11:40:50.216Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.227Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70ddc675-8d58-4818-980d-86bd22735cc0", "user": "replication"} 2026-04-30T11:40:50.857Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "53f3bcc0-4fba-42e9-90a8-d8d2cb679ea6"} 2026-04-30T11:41:00.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ff343b1a-8dd9-4120-9cf8-0f006b687e1e"} 2026-04-30T11:41:04.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b7590c8d-948c-406e-90be-20352620b359"} 2026-04-30T11:41:09.719Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6c63496f-2abd-4c26-8700-1d0297887d0c"} 2026-04-30T11:41:15.399Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8f193291-64a3-4aa5-a6db-1b44bd226d65"} 2026-04-30T11:41:20.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4bc823d3-c699-4967-9eef-0a8a314773b7"} 2026-04-30T11:41:25.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95dd7e45-d0e6-45c5-9cd0-0c75e0fdb965"} 2026-04-30T11:41:30.538Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d339d99d-03cd-40c2-91e3-6b67a8b4ce55"} 2026-04-30T11:41:36.237Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7491e72f-37ec-4494-b474-4f65e1107ce5"} 2026-04-30T11:41:41.542Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "42e81c9d-1289-4500-9b14-07c2b97f2e83"} 2026-04-30T11:41:46.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7c2c268e-4a87-4dd3-89aa-88ddce8e73d7"} 2026-04-30T11:41:51.833Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "318c3935-f3b6-495b-8d9e-88f62fc4e56f"} 2026-04-30T11:41:57.321Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5da23f4e-3656-4482-9a1b-73187081c6ba"} 2026-04-30T11:42:02.741Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "125415d4-bd1e-4d71-82a3-64a2454aeebb"} 2026-04-30T11:42:08.047Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0cfd563b-c25e-4a59-800c-ef6cc8850fb6"} 2026-04-30T11:42:08.305Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "d8d015f6-6636-4536-b97e-eb9c6d1c6d74", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:08.374Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "d8d015f6-6636-4536-b97e-eb9c6d1c6d74", "namespace": "cross-site-proxysql-9169", "name": "xb-backup-minio-source"} 2026-04-30T11:42:13.375Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "75c05131-01d7-471f-a0ee-8c4de451074c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:13.449Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "83251446-2610-473b-bf52-29a85f0cd12a", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:13.625Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2ba89ca7-4453-48a2-896a-7e7d535e853a"} 2026-04-30T11:42:18.496Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "878bf302-636e-44c1-aa88-dbc9221793ed", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:18.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfd45825-10cc-48b9-9c39-4b6ab75ffd47"} 2026-04-30T11:42:23.532Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "2edef17a-ee5d-47bd-8158-f1efe995f07a", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:24.128Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4a8247e-4d3f-4131-962c-efcf40cd599d"} 2026-04-30T11:42:28.583Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "83db0c3f-1ed4-4352-876d-53f3e85e70b3", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:29.072Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6cd583f3-6b8f-4cb3-a455-fc95deda1334"} 2026-04-30T11:42:33.631Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "9dba6345-72df-47e4-9848-1b2f7a6166c5", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:34.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e3b3c38-6fac-482d-b8a0-1090337cf962"} 2026-04-30T11:42:38.672Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "659dbc4c-bca4-40a6-89fd-fa1f061d539d", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:39.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ef6be2d4-543b-4f84-8d3f-7dfc2814605b"} 2026-04-30T11:42:43.721Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:42:43.766Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T11:42:43.766Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio-source", "reconcileID": "6ee60f0e-ba29-4598-b058-a6b371fcfb7c", "job": "xb-backup-minio-source"} 2026-04-30T11:42:45.212Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9695c902-c875-4e3c-affa-69c8422772cd"} 2026-04-30T11:42:50.529Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "43fab67f-1a77-4050-ab4a-58781f223257"} 2026-04-30T11:42:55.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0b8dbe90-2722-49ab-b9fa-163f3a024904"} 2026-04-30T11:43:01.347Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4477b79-6e05-40a8-aece-30286f1224ce"} 2026-04-30T11:43:06.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c5ef1d2b-e568-48f2-b609-f4a3695cfb56"} 2026-04-30T11:43:11.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8676eca5-7b68-480d-bdaa-53a13d06b4cf"} 2026-04-30T11:43:16.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6f5b456d-5828-4347-8753-1b335e9ef56f"} 2026-04-30T11:43:22.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "098bb189-69d7-47d0-9bfd-bdc7de656939"} 2026-04-30T11:43:27.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a0633f38-2170-42c9-96fb-5e8e4eb4bebd"} 2026-04-30T11:43:33.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2f66ba8b-e2bd-4edf-a6b5-0350f517dd2f"} 2026-04-30T11:43:38.107Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5e8eb933-d062-430c-9227-ca41b066bee6"} 2026-04-30T11:43:43.935Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "32b0ab04-19e7-4792-949e-5b420c7cb2d7"} 2026-04-30T11:43:48.806Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3718380a-9faf-4e0e-b5af-24783f978608"} 2026-04-30T11:43:54.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5f889803-176c-424d-846c-40b3fde6a03a"} 2026-04-30T11:44:00.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1948c498-ecf1-498a-b142-29496ddaf9b6"} 2026-04-30T11:44:04.735Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "daba912e-6bd0-42e0-9a6c-f5b8defc2f43"} 2026-04-30T11:44:10.304Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ad2608ba-25d0-47b2-8fb1-a8177edbf9c1"} 2026-04-30T11:44:15.595Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7252e852-6042-4d1a-a539-dc4f423603c5"} 2026-04-30T11:44:20.801Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "abcb5557-6707-4662-84be-79dac52f2ab3"} 2026-04-30T11:44:26.134Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "af50fe61-9b4d-484e-9eb4-8fcd4b5dcbec"} 2026-04-30T11:44:31.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "334ea213-a364-4306-9003-51e84ed68657"} 2026-04-30T11:44:36.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4c62183d-763c-412b-a97f-8f5df2602696"} 2026-04-30T11:44:41.937Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "10dd7b05-549b-476e-82a2-2d7d862eb935"} 2026-04-30T11:44:47.124Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "29d3463e-0208-473b-9044-1d481bf5014e"} 2026-04-30T11:44:52.740Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "643acb99-f704-4c23-8b3a-3b2e86358851"} 2026-04-30T11:44:57.924Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9325133a-10a3-44d3-a738-c02752bc3149"} 2026-04-30T11:45:03.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7e44d9e6-b38d-4f92-9a5d-d7090e866621"} 2026-04-30T11:45:08.921Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "973374d8-f999-4791-9324-9e26578e221c"} 2026-04-30T11:45:14.197Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2fb43825-789b-4132-a303-28e35df020f3"} 2026-04-30T11:45:19.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4203cdcd-7afe-4025-ab6d-a8ee4a61272b"} 2026-04-30T11:45:24.428Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2fd01e55-de6d-4d20-91a6-1487ba8a9e85"} 2026-04-30T11:45:26.530Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "version": "1.20.0"} 2026-04-30T11:45:28.070Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:45:28.090Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:45:28.660Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1bdca1bd-7065-4b74-a9b1-66d7749bf0e4", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:45:29.303Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:45:29.460Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:45:29.527Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.593Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.686Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.810Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:29.937Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.067Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.215Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ed9a1342-b12f-4e66-8eed-d937e581679b", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:45:30.524Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0baba041-7b16-4f8c-8d77-65e6030d449c"} 2026-04-30T11:45:30.937Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6a0d156f-5846-43d7-a300-3ac3f673a847", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:45:30.969Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6a0d156f-5846-43d7-a300-3ac3f673a847", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:45:35.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "97437b27-e551-41d6-b036-3d22d1e746b7"} 2026-04-30T11:45:40.431Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a3f776dd-7668-4b96-98de-070126894bc9"} 2026-04-30T11:45:46.041Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5395e034-02f1-4154-82b3-5419c5dbb7e0"} 2026-04-30T11:45:51.595Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "aa4613ca-73ad-4c82-b5d2-70bbc406f543"} 2026-04-30T11:45:56.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8cec6fc5-4e1f-4d1b-b44b-50bd1885fd56"} 2026-04-30T11:46:01.800Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "edcdbc28-97e3-498a-b126-a18ec3b06a59"} 2026-04-30T11:46:07.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "af61c1d7-9bbe-4492-abfd-b4a3128709d8"} 2026-04-30T11:46:12.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4ce932ed-9ea7-4668-a60f-e6426ba40fb3"} 2026-04-30T11:46:18.198Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "419ade76-72bd-44b8-b2c2-233505e8d24b"} 2026-04-30T11:46:23.311Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8eb05d52-c43a-4863-a42f-5966cef88831"} 2026-04-30T11:46:28.530Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "df317a57-4445-4279-9ebd-873f75cac2ac"} 2026-04-30T11:46:33.904Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "efdef144-d5eb-4fb2-a4f4-df8853306973"} 2026-04-30T11:46:39.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d9220403-8d4a-4416-8345-fc1abd8911ce"} 2026-04-30T11:46:44.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e798198-452e-40e5-be32-14d8b6c68afe"} 2026-04-30T11:46:49.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "215e4609-ffc5-4037-920d-0e49c0aa6468"} 2026-04-30T11:46:52.749Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "operator"} 2026-04-30T11:46:52.781Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "monitor"} 2026-04-30T11:46:52.827Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.861Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.891Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "xtrabackup"} 2026-04-30T11:46:52.932Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b"} 2026-04-30T11:46:52.965Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "user": "replication"} 2026-04-30T11:46:52.978Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8732803e-167e-4f3b-97f9-47a894d12d8b", "err": "get primary pxc pod: not found"} 2026-04-30T11:46:55.022Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "69b5e0de-4e47-4716-abb6-6b5a15582176"} 2026-04-30T11:46:58.106Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5cc96ee-b46d-49af-85b6-5e3dc2fe37f8", "err": "get primary pxc pod: not found"} 2026-04-30T11:47:00.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "bdaa739b-f2f7-42e9-87e2-ef0a50e1d10b"} 2026-04-30T11:47:03.250Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64216704-d7a3-4ea9-936c-8b0a1642c830", "err": "get primary pxc pod: not found"} 2026-04-30T11:47:05.701Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "12e4555c-4e35-47c9-aeb8-c7465ecb46a5"} 2026-04-30T11:47:10.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3cb27737-5029-4605-81c7-0f2262fced47"} 2026-04-30T11:47:16.612Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0d6693cb-1462-4af0-a886-3961ee4d3f0a"} 2026-04-30T11:47:21.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2e401a53-fb5c-4075-b000-008d45fe1e1a"} 2026-04-30T11:47:26.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0d3ff863-250f-4bea-ae8e-8dbe140376f7"} 2026-04-30T11:47:31.916Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d3dff6cf-895f-4251-a1a5-a5c96adbd6ac"} 2026-04-30T11:47:37.323Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "0507e5ef-1d6c-4b42-bafc-f1f609dc6158"} 2026-04-30T11:47:42.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "01c7a79f-841f-4abb-9144-a4909d85e9cb"} 2026-04-30T11:47:48.108Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7fc31674-0263-4fdf-abb3-9311050c4885"} 2026-04-30T11:47:53.102Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e9b47117-9411-473e-b612-1a5cdefe9832"} 2026-04-30T11:47:58.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b034439e-b599-45cb-ade5-780302f140b9"} 2026-04-30T11:48:03.741Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "95bf6b46-eab7-4a0d-abfe-97d369f31fe2"} 2026-04-30T11:48:09.045Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d49b352e-649f-4021-ac38-16873a34274e"} 2026-04-30T11:48:14.338Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1cbdfc0c-6a92-4162-bf0f-4fbecb596d9b"} 2026-04-30T11:48:19.529Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a5cbf89a-dacb-4c45-a341-490477650b8b"} 2026-04-30T11:48:24.894Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ba59f350-e892-4519-9e5a-2b3c566e1c09"} 2026-04-30T11:48:30.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6b79f218-bbbb-46fe-8d7d-849b80c805b1"} 2026-04-30T11:48:35.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "42cddf5b-2327-40e8-a12e-69f71a4a190f"} 2026-04-30T11:48:41.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f8cf7ca6-f0d4-4b5e-a096-26c5f8fc0f65"} 2026-04-30T11:48:45.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c8fb2948-724d-4b21-9ad0-f8be4c64a541"} 2026-04-30T11:48:51.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "43ac1822-e677-4fe1-9694-32bfe1a12cd7"} 2026-04-30T11:48:56.648Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "93f5eb67-4aeb-4a3c-8026-b75f2f75d8d1"} 2026-04-30T11:49:02.941Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4201f727-cf6f-4e30-99dd-53544d2a943d"} 2026-04-30T11:49:07.839Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5a3dddd1-26d3-48d7-b0e5-5dd07e92b012"} 2026-04-30T11:49:13.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d1225ac0-faf7-441f-9849-e92c3ddfd941"} 2026-04-30T11:49:18.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e095c114-c200-48f0-b170-bb0eab610395"} 2026-04-30T11:49:23.713Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "34053365-b855-4de0-9f95-20bfc0de71da"} 2026-04-30T11:49:28.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ae967c54-64a3-4de5-b806-125e5079f1c4"} 2026-04-30T11:49:32.121Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a3721e92-ba4a-498d-9be3-6ec7c72d6c79", "user": "root"} 2026-04-30T11:49:32.213Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a3721e92-ba4a-498d-9be3-6ec7c72d6c79", "new version": "8.4.7-7.1"} 2026-04-30T11:49:34.524Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "893ffe57-0208-464d-97a0-eae580c14ae5"} 2026-04-30T11:49:39.494Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5c7b5a91-2a4a-4b3a-ae77-6fc9d10fcb5e"} 2026-04-30T11:49:45.115Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "975832cb-675b-4d9a-af24-a5a666529440"} 2026-04-30T11:49:50.194Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a5bace3c-137d-4fb6-a29e-05083a5977e3"} 2026-04-30T11:49:55.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "89da268d-1054-47e3-8e5a-b592b4316ba6"} 2026-04-30T11:50:00.633Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a7d44b6c-3cab-4e8a-b337-941305b9dfe7"} 2026-04-30T11:50:06.114Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6447755-1446-425b-a6b6-3be8e2046cbe"} 2026-04-30T11:50:11.305Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7a9ed9b9-ff41-44fb-b5ca-7724a7064bbf"} 2026-04-30T11:50:16.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1e031281-a60a-44d7-baa0-b0827f58e248"} 2026-04-30T11:50:21.744Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "393999e0-67a2-4dbb-85c1-68e6c1b525c7"} 2026-04-30T11:50:25.387Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ccf106b-b177-48db-b4c1-fc817996b619"} 2026-04-30T11:50:30.997Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b4dee2a-5b3c-4fe8-84f5-fe0db7ee9753"} 2026-04-30T11:50:35.914Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a77e4aa-2abb-4547-bbbc-39e9e4ee0e3a"} 2026-04-30T11:50:41.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1c99f11c-bbed-4bb6-9714-a50e3db3501e"} 2026-04-30T11:50:46.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "093577d7-4baa-4965-bf76-33552cd9df26"} 2026-04-30T11:50:52.182Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2a7eeb66-9786-4c2f-a0db-dd4a6e9983bd"} 2026-04-30T11:50:57.017Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "afd40718-2d9a-400e-8959-be25c72a1214"} 2026-04-30T11:51:03.205Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b11607b9-8e35-4685-8626-1a42ca842fcc"} 2026-04-30T11:51:08.459Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1c8ff28e-faab-4027-8cb5-e00475fda519"} 2026-04-30T11:51:13.862Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b7eacfa1-9412-4a53-8fff-b12bf8b716e3"} 2026-04-30T11:51:18.814Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4723557c-039d-4a40-93a5-ade1386ff0d5"} 2026-04-30T11:51:24.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2cccc26b-a5e7-4375-ac7e-09acf29617d5"} 2026-04-30T11:51:29.437Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c0a79bcc-c244-4974-bdc8-46b5a00b0c99"} 2026-04-30T11:51:34.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5998548d-6bbc-49bd-a7b2-f9b878b5c072"} 2026-04-30T11:51:40.093Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2ce25a61-252d-4d6d-84f5-df58ad7c157b"} 2026-04-30T11:51:45.663Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "300d8ef5-eeb6-4b68-9d8b-f91024ba8a5f"} 2026-04-30T11:51:50.913Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3147ce13-c575-4c92-8389-6eaeec381912"} 2026-04-30T11:51:56.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b087def3-eb49-42be-ba3e-02cab1013298"} 2026-04-30T11:52:01.715Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1467e2a1-70f9-497b-9a10-1e74c8f5c108"} 2026-04-30T11:52:06.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4cd6f9c4-bdab-4a6e-a1fe-21ced288fbf6"} 2026-04-30T11:52:11.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7de927cd-5051-4b0a-9969-9992c2a547e8"} 2026-04-30T11:52:18.115Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e1573637-7fdb-4359-9844-d59b90a4ed1d"} 2026-04-30T11:52:22.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0669b95c-9f6b-4a6e-a66d-88db057832d4"} 2026-04-30T11:52:27.468Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ad104e10-a152-49ac-b131-0b47ed982572"} 2026-04-30T11:52:32.811Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0a2286dc-9a50-48ef-a37e-eaf511ebbf87", "cluster": "cross-site-replica"} 2026-04-30T11:52:32.940Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:33.041Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:33.191Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "985b855a-9052-4266-ac35-ce5b1a5ccb0d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:52:34.344Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe41fa3d-2e24-42b0-b558-f2b81498f485", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-29254.svc.cluster.local:3306) to ProxySQL\n / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / \nSyncing user accounts from PXC(cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxysql-replica-29254.svc.cluster.local:3306) to ProxySQL\n / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:52:41.018Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a16d31f8-0148-43b1-aa88-0557393aa95d"} 2026-04-30T11:52:46.827Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5a794365-3ccc-4d8f-8edf-4b59f5ee255a"} 2026-04-30T11:52:52.109Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2bcf29a6-b686-4dcf-a03b-9313f2afe4e7"} 2026-04-30T11:52:57.413Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7c0bf915-6806-47f5-aeda-970f280b83e7"} 2026-04-30T11:53:03.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfb2b898-42ab-43a1-8a3e-c6ad2dfc2c60"} 2026-04-30T11:53:08.310Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ff7b43ab-68c4-40b6-9c71-657822986d9e"} 2026-04-30T11:53:13.864Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6e9c3a59-c9d7-41b5-9bae-7abde120cc3a"} 2026-04-30T11:53:15.370Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "98964c3d-8a9b-4fb6-86c7-063ae97b2386", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T11:53:15.470Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "fbc2006e-b165-40ff-9d86-c54f7c871e70", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:19.421Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "df6d7d27-3a3b-4d78-9c7a-6b9ffbded12d"} 2026-04-30T11:53:20.489Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3766d3b5-8e19-4b76-b855-a6467018e1c7", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:24.436Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7f2bceba-8307-4ada-8dae-67cb24c9cb67"} 2026-04-30T11:53:25.508Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "cec36480-288b-4d1e-8883-439183068a0b", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:29.551Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d325a7ea-1267-4d53-a3ef-7fc8325cd5fa"} 2026-04-30T11:53:30.532Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "5ab39727-4121-44b8-828e-aecc5a1d7db9", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:35.134Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e63a0dde-ef16-48f0-badf-1f709ded2523"} 2026-04-30T11:53:35.552Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "8bc67539-f851-4868-9c40-f2b7552d0a1a", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:40.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ba7e9807-f909-4c7b-aec6-28d3242b2e59"} 2026-04-30T11:53:40.575Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "ee1b73a1-4228-4a61-8728-0075d5ad29b9", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:45.392Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "04ce8e58-a68d-4ede-b86c-1be283979593"} 2026-04-30T11:53:45.594Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "25d458d0-f891-464d-8386-1fd6e4b96434", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:50.617Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9a2fefcb-ac07-48f6-a793-b010f66f44e9", "cluster": "cross-site-replica"} 2026-04-30T11:53:50.707Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "808fbbea-80cd-48b0-93da-8d79bf849e15", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:51.141Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "8cd2e8b3-aa44-46e5-96de-5413f1a9fe68"} 2026-04-30T11:53:55.725Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9d984b90-9bd4-4f01-aad8-208f681eb335", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:53:56.107Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "80be9153-68c5-4f3b-b0e7-68e7711b8d49"} 2026-04-30T11:54:00.745Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "22edac03-2dca-4145-a1dc-561f0c551fd9", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:01.513Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "fef1061a-ef43-4203-ba11-1726439253b9"} 2026-04-30T11:54:05.766Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "7b61671b-2f9c-4706-907b-205c466aa6c5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:06.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e00510c5-aedb-4d0c-b051-9e5b023d76b7"} 2026-04-30T11:54:10.787Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2d681eb2-05e5-47ce-a609-239ec677bfd5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:12.414Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "02b5d1f4-253d-4f3e-95fa-94c2d229f388"} 2026-04-30T11:54:15.805Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "195518d3-f925-403a-8b24-bfe7c43e8f08", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:18.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4b93e4f8-0bbd-4725-bf0c-212ded318932"} 2026-04-30T11:54:20.823Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "940c294f-b17d-47e3-a2d0-5efd1fe9c53e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:23.306Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f5366b7b-3878-438b-af39-1f558418b93a"} 2026-04-30T11:54:25.886Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "7b56605a-4ea3-438f-baaf-ceb2e8eb4f52", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:28.951Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "be6e998a-0e12-408f-b881-2e0c3dec5e49"} 2026-04-30T11:54:30.906Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2437cc6-1bf2-4d39-b9c4-933df24d2af7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:33.931Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "64443030-2d07-4a17-8731-419c1778ab1f"} 2026-04-30T11:54:35.928Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "1562acaf-2f61-4219-8837-7ea601c1443c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:38.915Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "85849191-b102-42f6-9a99-18e93670ed2e"} 2026-04-30T11:54:40.945Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "37a547ab-ff71-49b7-8501-b20cbc6525eb", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:44.735Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "76643f6b-af0d-4692-955b-278cd0239268"} 2026-04-30T11:54:45.963Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2e93b53b-7a99-47f7-8e27-e5036fe7137b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:49.747Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5da1ea88-f214-4cdb-ae39-dca552ff5d60"} 2026-04-30T11:54:50.984Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4df486f5-80da-4492-b7f6-26c1d0a3d6a6", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:54:55.141Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c076c751-58c0-4f46-abf2-218d6d20626e"} 2026-04-30T11:54:56.001Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f5991366-cbc0-4352-bf5b-19b73e44899e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:00.438Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "283e3115-96f6-4824-a0ca-62dfaf8c9435"} 2026-04-30T11:55:01.029Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "2bef468c-66d5-49c7-b24d-f139b59087b2", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:05.697Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2c984483-7c12-4aac-aaf2-137e9696070e"} 2026-04-30T11:55:06.048Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "457f92c5-3848-4f90-bf6b-6c398291b47b", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:10.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6eff4b42-25ea-42a0-a22b-ec1ff7fbf03a"} 2026-04-30T11:55:11.071Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "71bdea62-df25-4180-98d7-fcce803154ac", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T11:55:16.089Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9cce103b-0bb5-4ceb-bce2-6c85d9cc80f2", "cluster": "cross-site-replica"} 2026-04-30T11:55:16.291Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.351Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.426Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e47ede0-f43c-46c1-aa38-4c8ae97e7317", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:55:16.562Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "12dca025-e2fd-4cc1-a058-077adf485235"} 2026-04-30T11:55:21.191Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "bb878e73-64c1-4f57-9b42-828c9fb8bfd0", "cluster": "cross-site-replica"} 2026-04-30T11:55:21.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d4c302e7-0ad6-4db5-b963-039955a0d9d0"} 2026-04-30T11:55:26.213Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "b10d52a1-4504-4f65-bb13-a27a7d8b46c9", "cluster": "cross-site-replica"} 2026-04-30T11:55:26.615Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a46ac1b7-570c-406b-8383-473d109da10a"} 2026-04-30T11:55:31.233Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "03cf35db-9486-4dd9-ba77-08721a3941c8", "cluster": "cross-site-replica"} 2026-04-30T11:55:31.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b51fe952-7570-4fdd-8e50-bdf8621013f6"} 2026-04-30T11:55:36.253Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "136668aa-0dab-4c6c-ab93-e8885562350e", "cluster": "cross-site-replica"} 2026-04-30T11:55:37.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4acc1cd8-0559-456c-b54c-61eb65d26631"} 2026-04-30T11:55:41.273Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0c3871c1-c344-4e87-83f4-a154594d34d1", "cluster": "cross-site-replica"} 2026-04-30T11:55:42.407Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "816af835-4aa7-4f7d-8f55-5f0f71716511"} 2026-04-30T11:55:46.288Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9ee0153f-55ec-4436-a045-851c5556029a", "cluster": "cross-site-replica"} 2026-04-30T11:55:47.938Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3ff7ad56-b6ba-40ae-bd19-58d4758d437d"} 2026-04-30T11:55:51.308Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "b0b0492d-9bad-4229-a51e-7ee9378d1049", "cluster": "cross-site-replica"} 2026-04-30T11:55:53.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ecdc8dfb-e226-4fe8-b513-f5debee43c88"} 2026-04-30T11:55:56.327Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "45f435b5-578e-4921-b0be-ee48c836da19", "cluster": "cross-site-replica"} 2026-04-30T11:55:58.636Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "71e5bea0-a910-4e18-9eca-e4949ff14cd5"} 2026-04-30T11:56:01.365Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "9ee3bba7-36f3-4b48-bb11-81ecafb9f427", "cluster": "cross-site-replica"} 2026-04-30T11:56:03.839Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f3e9127a-48fe-4b19-9928-1ab15058763b"} 2026-04-30T11:56:06.388Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "5dcf8156-f0f4-4ab5-8350-bd2d796f338b", "cluster": "cross-site-replica"} 2026-04-30T11:56:11.406Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f31d4616-f694-47e6-8092-8f3afff9d644", "cluster": "cross-site-replica"} 2026-04-30T11:56:14.339Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9e2ca017-d604-49ef-a192-6a8033209e29"} 2026-04-30T11:56:16.425Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "af6de764-8cf7-413e-b73a-ab53d7082845", "cluster": "cross-site-replica"} 2026-04-30T11:56:19.518Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d752b535-751a-4938-88a5-4832ede4808c"} 2026-04-30T11:56:21.443Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "95785e9c-9559-4beb-93e7-d4dc656e2068", "cluster": "cross-site-replica"} 2026-04-30T11:56:25.030Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2dcc63c4-a6e9-4296-ba8b-2e60e612b37a"} 2026-04-30T11:56:26.463Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4644ac2f-735e-4d65-8d12-3a5f420ba440", "cluster": "cross-site-replica"} 2026-04-30T11:56:30.446Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2ae44f0b-9cb6-4a06-8caa-d1f6a131bc24"} 2026-04-30T11:56:31.484Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "1ae3101a-c6c1-478b-9502-1db4a001bf48", "cluster": "cross-site-replica"} 2026-04-30T11:56:35.543Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "87f35e54-86d1-49ef-91af-cc822e751f49"} 2026-04-30T11:56:36.502Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "62907317-60c2-417b-8f40-48946048732a", "cluster": "cross-site-replica"} 2026-04-30T11:56:40.807Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "e3e0d394-5b2a-4d68-8a75-2a3d6d64e78b"} 2026-04-30T11:56:41.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "45720e0f-f3d9-414a-a5c0-eb927a56e44e", "cluster": "cross-site-replica"} 2026-04-30T11:56:46.035Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6fe971b1-fb54-4b0d-98c4-e8441ccd7cd6"} 2026-04-30T11:56:46.539Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c4d38192-f3d8-487d-8801-1b15d154f890", "cluster": "cross-site-replica"} 2026-04-30T11:56:51.043Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "87516e77-287a-4bda-817c-ca341ae87a2b"} 2026-04-30T11:56:51.557Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "878ea583-0f1e-4863-af2d-aad9653b52e8", "cluster": "cross-site-replica"} 2026-04-30T11:56:56.530Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ac580782-ed08-49f2-a3f0-acb6fa4f3cb6"} 2026-04-30T11:56:56.576Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3d26e61d-fe73-44b8-89da-fe77db9df187", "cluster": "cross-site-replica"} 2026-04-30T11:57:01.592Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c94ac374-abac-4728-9adf-356a67b3dc50", "cluster": "cross-site-replica"} 2026-04-30T11:57:01.944Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ebd44502-9a17-420f-aa13-91548f9e09b7"} 2026-04-30T11:57:06.611Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "bd9238c2-6619-49ab-9c74-6f414104400a", "cluster": "cross-site-replica"} 2026-04-30T11:57:07.245Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4cb52a7-5b0b-4fdc-9400-5a6b2e1c26c3"} 2026-04-30T11:57:11.634Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "d2d462d5-57f8-499f-bf09-7ec828b82a9d", "cluster": "cross-site-replica"} 2026-04-30T11:57:12.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a1d4dc5-1525-4300-98ba-eade37f1843e"} 2026-04-30T11:57:16.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "25033781-bcba-4a97-83c6-23a59ca92e6f", "cluster": "cross-site-replica"} 2026-04-30T11:57:18.030Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "5e6ae836-ae27-4e9d-87a5-1398d5d0ff6e"} 2026-04-30T11:57:21.675Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "74f6e0eb-eba5-4d3f-b6a8-6ca80984f593", "cluster": "cross-site-replica"} 2026-04-30T11:57:23.544Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "2d77f72b-93b2-4b6c-8b4a-28f971ace884"} 2026-04-30T11:57:26.694Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "61f0975f-543e-4898-912d-453d67fd2ec4", "cluster": "cross-site-replica"} 2026-04-30T11:57:28.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "944c3aca-4f8e-4b0f-bf92-83c9aced6cac"} 2026-04-30T11:57:31.723Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2c37f4d-7c24-4288-b812-033432c8fb0a", "cluster": "cross-site-replica"} 2026-04-30T11:57:34.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "39af8246-74af-43ae-86a7-cf7c2b63519d"} 2026-04-30T11:57:36.744Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "d4ff69f4-5f81-46b1-9b6e-61d6c43cd0f5", "cluster": "cross-site-replica"} 2026-04-30T11:57:39.240Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "c41c35c1-c85e-4206-bd99-639151c5586f"} 2026-04-30T11:57:41.766Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "993e8bef-2a4b-4504-b243-6208cee2f00d", "cluster": "cross-site-replica"} 2026-04-30T11:57:44.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "48bb2976-dbcf-428d-ae58-729630074a70"} 2026-04-30T11:57:46.783Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "24df50bb-08e8-43b4-9cf4-22a5594c41e5", "cluster": "cross-site-replica"} 2026-04-30T11:57:49.897Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "ffdfc56b-e5ee-439e-bc10-8cd7d7e5f764"} 2026-04-30T11:57:51.803Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f2cd145e-5010-432e-acdc-5895e7e11f9a", "cluster": "cross-site-replica"} 2026-04-30T11:57:55.414Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "152075d7-e07a-4771-9b6a-74fa11a398ce"} 2026-04-30T11:57:56.822Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "3c18dc41-caea-4718-8895-65691457522d", "cluster": "cross-site-replica"} 2026-04-30T11:58:00.535Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "32cad4c4-c835-4f9b-99c3-79d81b680dcb"} 2026-04-30T11:58:01.842Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "0f343af4-e7a5-4970-82e9-529008f2bd3b", "cluster": "cross-site-replica"} 2026-04-30T11:58:05.712Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "895b97b2-f01b-49e3-88eb-571b41a2bbc2"} 2026-04-30T11:58:06.861Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "a0aa4c88-b18d-4799-84d5-ac41b53d8845", "cluster": "cross-site-replica"} 2026-04-30T11:58:10.745Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "4a8b227d-397a-451b-996b-eb559679e89b"} 2026-04-30T11:58:11.881Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "c609ab26-37d9-4250-850e-64d999aec90e", "cluster": "cross-site-replica"} 2026-04-30T11:58:16.702Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3f98a114-ed36-4b08-bb65-dddf911a1fb7"} 2026-04-30T11:58:16.899Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4aabd052-3cf1-442f-81c1-93eefa361878", "cluster": "cross-site-replica"} 2026-04-30T11:58:21.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "be766a62-8a4f-46ad-a708-56c8b8ad0a04"} 2026-04-30T11:58:21.918Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "69ebef20-16e5-4507-b08a-653d3cc08db3", "cluster": "cross-site-replica"} 2026-04-30T11:58:26.842Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "02ddc8ba-4242-4976-96ca-7b320cc35a5c"} 2026-04-30T11:58:26.936Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "79b125cb-6ab2-4a89-83f9-a9d5509792e8", "cluster": "cross-site-replica"} 2026-04-30T11:58:31.958Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "4b1f198f-145d-4b05-a1c1-d8524c5d2ecd", "cluster": "cross-site-replica"} 2026-04-30T11:58:32.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "6ba84c44-5ca3-4b79-b65e-9b23b9aa18b0"} 2026-04-30T11:58:36.976Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio", "reconcileID": "f328c8ea-309c-49e0-bc2e-d567bb030832", "cluster": "cross-site-replica"} 2026-04-30T11:58:37.742Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f4d0c0ef-c3d9-40ce-8da1-13a0a36db6c4"} 2026-04-30T11:58:43.225Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "70f95b05-7142-4fa4-82fb-c758f3517097"} 2026-04-30T11:58:48.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "27b8f08e-2ecc-427f-aea9-425613c1ae0f"} 2026-04-30T11:58:53.915Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b7ae0809-8fda-41b8-b6d0-aa558447bd65"} 2026-04-30T11:58:59.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "583d5f67-ac83-4264-9e8c-ceb4fc2f8818"} 2026-04-30T11:59:04.296Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7391ee42-5ba2-4fc8-aa5c-53142d27f494"} 2026-04-30T11:59:09.997Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "93e15784-d1d4-4699-b9ed-69a6c51a5c93"} 2026-04-30T11:59:15.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "409e1a2e-74d4-4aff-ad9c-1ab429222d36"} 2026-04-30T11:59:20.129Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "37038eb0-b4ba-49c9-94ba-174400ae1140"} 2026-04-30T11:59:25.552Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "7de765a3-8552-437d-ab55-74e47be3cb8e"} 2026-04-30T11:59:30.814Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "3042f8c3-cfe4-4ded-8dfa-c9a652c0e221"} 2026-04-30T11:59:31.974Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:59:32.030Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T11:59:32.106Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-0"} 2026-04-30T11:59:32.113Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-1"} 2026-04-30T11:59:32.121Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "pod": "cross-site-replica-pxc-2"} 2026-04-30T11:59:32.263Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T11:59:35.829Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "93348b69-8726-4d35-994f-d1bdc6b8016e", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:59:39.149Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c7de5a4b-ae96-4f94-8ab5-1da81ae8ba69", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:43.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "eb977579-7455-4343-aa25-c57ecc61d503"} 2026-04-30T11:59:44.616Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "80fe9f8d-3175-436b-83ed-c37b773883bc", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:49.142Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "891fb7d2-008c-450c-a415-0d5f6897d734"} 2026-04-30T11:59:50.192Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ae6695e1-37d7-4714-94c7-e01dd5d98cff", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T11:59:54.817Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "9db03d54-00ba-4aca-9a6d-2593497221b1"} 2026-04-30T11:59:55.549Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8cf7dd79-b13d-44e1-ac05-93aaf5c9016c", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:00.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "478548ad-60b1-4295-8810-def23f904444"} 2026-04-30T12:00:08.392Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26b5e3ee-7c7e-4512-b9e7-d22c60c49702", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:09.909Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc0abea6-9f28-4e4f-b51b-ed40482dd245", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:00:12.859Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "28548297-a62b-4085-8de5-14dc941038de"} 2026-04-30T12:00:13.641Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.656Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.716Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T12:00:13.848Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:13.859Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "user": "replication"} 2026-04-30T12:00:15.608Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:21.391Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a0c3a73-1d38-4ec2-a41d-6ed1ceb5163f", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T12:00:25.251Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "47ffe9aa-64d3-4ff0-94db-fe9a210ce852"} 2026-04-30T12:00:29.610Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "28aab752-fc0a-4163-b7c0-7f6587046dbc", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:35.963Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63f7ef7e-3a15-441d-8350-795ae3fe735f", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:00:41.480Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "063d83d2-8832-458a-9521-808ff1fa7f8d"} 2026-04-30T12:00:46.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c0adb31-436c-43c7-af96-48725ca4626e"} 2026-04-30T12:00:51.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c481f68-81e0-4634-89d6-388c47e9a420"} 2026-04-30T12:00:57.521Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d381c8b1-348e-4900-9698-a57d22990720"} 2026-04-30T12:01:02.981Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4575eff-2898-4b83-a209-887ade9009c2"} 2026-04-30T12:01:08.517Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "380592e0-07b7-4025-9876-d42d433d6bb3"} 2026-04-30T12:01:14.127Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0affa842-ef91-4a51-8692-3414676c664a"} 2026-04-30T12:01:19.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "94c4834d-fe68-46be-9a04-35fc84fcce9b"} 2026-04-30T12:01:24.833Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b74dfdda-9588-45da-8b55-7426c28509af"} 2026-04-30T12:01:30.890Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1636f26a-9e9a-4851-a42f-b4ea8d4d56e7"} 2026-04-30T12:01:36.224Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "29bfef99-1e88-4930-9468-014bfbbd724d"} 2026-04-30T12:01:41.495Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "dacd8cad-83a7-4bf0-bb82-c1ab08aa8510"} 2026-04-30T12:01:47.009Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "22c269c2-131a-4ff0-a38e-5a6cd6cb3e67"} 2026-04-30T12:01:52.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "428255d1-40cf-478e-ba8c-b67df1d155e0"} 2026-04-30T12:01:57.776Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "06d3a091-71c8-4d73-aecf-e1aa41f4b8ac"} 2026-04-30T12:02:03.000Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f2ab7944-2567-4ed6-a7dc-fbddf6a0b8ad"} 2026-04-30T12:02:08.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "03152969-1438-402f-8124-e51c6adaa452"} 2026-04-30T12:02:14.202Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "25605d03-3d86-4e57-95b7-a52212eae3bd"} 2026-04-30T12:02:19.500Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8b498fb7-7b44-4602-83f9-be5525e58d6e"} 2026-04-30T12:02:24.795Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0df7b7a2-3f2d-4818-ac13-9098e515f767"} 2026-04-30T12:02:30.408Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "58eee5c5-c782-4404-8591-6ba64baa8531"} 2026-04-30T12:02:35.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1e9cfed0-0bc9-40e7-8e91-388e81eb54ba"} 2026-04-30T12:02:41.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "30c2b190-4ef7-4de9-9a3b-5d880cf7d990"} 2026-04-30T12:02:46.708Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a50b4325-e5d7-430a-88da-5468021bff17"} 2026-04-30T12:02:52.123Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "69c71d5d-79cb-476a-b385-399c94e64a68"} 2026-04-30T12:02:57.494Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1ac84238-2729-45f7-8761-f1a665633750"} 2026-04-30T12:03:03.085Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9e2fcc33-bddd-4c9a-a7dd-247d9f82d111"} 2026-04-30T12:03:08.605Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8100bbd7-b53d-4e01-94ba-98d615f4c01e"} 2026-04-30T12:03:09.439Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "f2e60da8-d2ce-47e5-9001-e9bf925a9b39", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:09.501Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "f2e60da8-d2ce-47e5-9001-e9bf925a9b39", "namespace": "cross-site-proxysql-replica-29254", "name": "xb-backup-minio-replica"} 2026-04-30T12:03:14.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "99693578-0e1f-4358-b340-ed0523877982"} 2026-04-30T12:03:14.501Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "a78b4546-9292-4448-9287-8eb3ea30c341", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:14.658Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "e64ac0f1-f776-41dc-8da8-bdc8358abefd", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:19.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "13ab1d9b-ba3a-4cbb-b5e8-39a2424832f2"} 2026-04-30T12:03:19.735Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "0d77342e-d06e-4242-9812-0366033ac093", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:24.783Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "e34309e0-9421-4f12-8a08-898044974777", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:24.888Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e8113466-9cd6-489b-ae6a-85ab5f1fdc61"} 2026-04-30T12:03:29.840Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "667bcb23-f52e-456e-9781-cd48134eea99", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:30.378Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c7dd678-efca-4f93-9f2f-4211433cc4ea"} 2026-04-30T12:03:34.882Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "2bd3eb5e-8221-4f70-bc25-3fe85388f18b", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:35.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "61f1aa77-914c-44d1-b3d2-1e3e102ae24a"} 2026-04-30T12:03:39.923Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "c732916d-6b37-4e56-b189-f63bcfa3ea64", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:41.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e32d560c-4887-4024-84a3-32c6b3c3e873"} 2026-04-30T12:03:44.984Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:03:45.037Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T12:03:45.037Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "backup-minio-replica", "reconcileID": "5465bbde-382e-44a3-9f77-2eafbd67c28a", "job": "xb-backup-minio-replica"} 2026-04-30T12:03:46.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d24d4ad3-3a49-4f3b-ab1c-61d9d5bc0299"} 2026-04-30T12:03:52.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d4f0cf27-b085-4ed4-acda-844aa0e4c3a5"} 2026-04-30T12:03:54.791Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "74800127-b5cc-47fd-aabc-a3503adf314e", "cluster": "cross-site-source"} 2026-04-30T12:03:55.177Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:55.303Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:55.393Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "00be38fd-8aff-4f40-a15a-131d332b40cc", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:03:57.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "155064db-fe26-4683-b7fc-20fe15ad81ae"} 2026-04-30T12:04:03.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4afa97a7-a3a3-4bf9-8415-637da5e140ca"} 2026-04-30T12:04:08.879Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c2f677b2-326a-4931-a17f-2e3272fdf592"} 2026-04-30T12:04:14.333Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8642f81f-4949-4e38-962b-db792584e78b"} 2026-04-30T12:04:15.885Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5b08b72-5f6b-497f-a895-f99f4b1dc519", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:19.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a5b08b72-5f6b-497f-a895-f99f4b1dc519"} 2026-04-30T12:04:21.379Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "83201fe6-45d7-4d40-af88-2f0ebff56f85", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:26.015Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "83201fe6-45d7-4d40-af88-2f0ebff56f85"} 2026-04-30T12:04:26.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ded35d9a-139b-4a87-8a5e-26f9fe59b70d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:30.433Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ded35d9a-139b-4a87-8a5e-26f9fe59b70d"} 2026-04-30T12:04:32.179Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8d06a04e-86e6-4170-adc5-a9863bd7e185", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:35.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8d06a04e-86e6-4170-adc5-a9863bd7e185"} 2026-04-30T12:04:37.648Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "529f808a-1841-4199-b9a1-dd232f9295a7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:41.330Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "529f808a-1841-4199-b9a1-dd232f9295a7"} 2026-04-30T12:04:43.099Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "de170ddb-5e28-48a6-8fb3-020507c96011", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:45.109Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "6e35a192-81bf-4fec-81f7-1e52b9d263d9", "cluster": "cross-site-source", "backup": ""} 2026-04-30T12:04:45.217Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "b71018a4-7ae5-4891-89b1-c170422c898c", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:47.026Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "de170ddb-5e28-48a6-8fb3-020507c96011"} 2026-04-30T12:04:48.540Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e637275d-4e05-4463-bbf2-5a0ee9037127", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:50.251Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "7872f144-9e8a-44e7-8c46-3c14e5597a18", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:52.299Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e637275d-4e05-4463-bbf2-5a0ee9037127"} 2026-04-30T12:04:53.944Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe82f3ce-b366-4126-9480-c448dd85d1a4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:04:55.271Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "08ca4972-6d4f-4eb1-935e-9e178ef9230a", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:04:57.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fe82f3ce-b366-4126-9480-c448dd85d1a4"} 2026-04-30T12:04:59.475Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a9630778-25c3-46b6-8425-bfaf62228560", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:00.289Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "287d073f-20b4-48b3-8b55-4116848b2cf7", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:03.396Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a9630778-25c3-46b6-8425-bfaf62228560"} 2026-04-30T12:05:04.878Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ca18d2a5-5f2a-420f-8bb5-8c3f874dab75", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:05.307Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "16574ca4-e29b-439e-823b-48c54f497901", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:08.508Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ca18d2a5-5f2a-420f-8bb5-8c3f874dab75"} 2026-04-30T12:05:10.287Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c891103-b799-496a-8f28-544f84cccee1", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:10.326Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1b65375d-44d5-4d4c-86fc-6d34e1d962ab", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:05:14.033Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2c891103-b799-496a-8f28-544f84cccee1"} 2026-04-30T12:05:15.354Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "b8da5cba-085d-42a2-90fe-4f6237f61950", "cluster": "cross-site-source"} 2026-04-30T12:05:15.436Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "aefdf658-8cd4-4e69-bea4-c096ae88c62f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:15.776Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1d5a6ccb-0ead-4f8e-b57e-33f37df34c0e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:19.278Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1d5a6ccb-0ead-4f8e-b57e-33f37df34c0e"} 2026-04-30T12:05:20.485Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "8a5401c8-8894-4416-aa37-8bb85391c4c6", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:21.278Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "614e2846-e4a2-4649-a75f-d7ed3c826d1b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:25.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "614e2846-e4a2-4649-a75f-d7ed3c826d1b"} 2026-04-30T12:05:25.507Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "323f8f4f-fdf1-4bf9-a094-5ecb2b67d0be", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:26.675Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "11389c98-670b-4635-ad83-1e2c98d02676", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:30.430Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "11389c98-670b-4635-ad83-1e2c98d02676"} 2026-04-30T12:05:30.525Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "996bb244-5b05-4288-8c56-2a4751f55742", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:32.161Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "76f8a3e6-3d2c-4fe1-b4df-9e3dd67f41b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:35.543Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d591b162-8c6d-45a0-9295-4ad6a666d74e", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:35.729Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "76f8a3e6-3d2c-4fe1-b4df-9e3dd67f41b9"} 2026-04-30T12:05:37.676Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4bd3ea1-37b6-4abf-99cd-6a061dcadb9f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:40.562Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d7af856f-37ff-4dee-80a5-cf3a87e243f3", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:41.318Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4bd3ea1-37b6-4abf-99cd-6a061dcadb9f"} 2026-04-30T12:05:43.140Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ef2fda1c-6039-455f-9bf2-dfea853d9f35", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:45.580Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "0abd34e7-8a91-45b5-8279-995fa1fcc6d4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:46.737Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "ef2fda1c-6039-455f-9bf2-dfea853d9f35"} 2026-04-30T12:05:48.594Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc077ac3-9219-4914-88da-d7de90fa51b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:50.603Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "377344a0-d256-48cf-be11-b5de5aa626ba", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:52.299Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "fc077ac3-9219-4914-88da-d7de90fa51b9"} 2026-04-30T12:05:54.052Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e6392f2c-e2dd-46b0-ac0e-095c14f2d0de", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:05:55.626Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2e0f5377-54c1-4b45-b454-a61edb530d40", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:05:57.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e6392f2c-e2dd-46b0-ac0e-095c14f2d0de"} 2026-04-30T12:05:59.448Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7c452064-4845-48f1-bffb-86926add3d3c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:00.644Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "237f3096-7144-4fb8-b4ee-c773d0bd4ead", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:02.709Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7c452064-4845-48f1-bffb-86926add3d3c"} 2026-04-30T12:06:04.878Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c9de5e07-eebc-4bc5-9c9a-6f7553fb5a04", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:05.662Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "9befb2a4-643a-4934-b335-2fe8b3ef2f92", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:08.597Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c9de5e07-eebc-4bc5-9c9a-6f7553fb5a04"} 2026-04-30T12:06:10.344Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "89651b09-549d-41b5-bc68-678fa98530be", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:10.681Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "760e5da2-1bc5-43b6-a509-60691d076f3d", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:14.235Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "89651b09-549d-41b5-bc68-678fa98530be"} 2026-04-30T12:06:15.699Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "ea9dd43a-3d5c-42cc-b816-35a66a41aff0", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:15.826Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63367ddb-b868-40a8-9c8b-6a19793f1329", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:19.426Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "63367ddb-b868-40a8-9c8b-6a19793f1329"} 2026-04-30T12:06:20.771Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "58e877c0-da69-41e5-ae0c-783eedf65448", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:21.383Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bfe01fe3-018b-4fe3-bd70-4427e7614fd7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:24.923Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bfe01fe3-018b-4fe3-bd70-4427e7614fd7"} 2026-04-30T12:06:25.795Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "946d1120-912f-4d96-93c8-3dbce6edcb45", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:06:26.799Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f03d0049-e635-46f6-90c5-dfded183736c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:30.325Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f03d0049-e635-46f6-90c5-dfded183736c"} 2026-04-30T12:06:30.811Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "cb9a1eeb-68d4-474d-b823-3ad1fd3671ca", "cluster": "cross-site-source"} 2026-04-30T12:06:31.045Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:31.107Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:31.170Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "b6fe334f-9452-4c91-afd9-ef74016a7782", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:06:32.354Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ed79d50-f644-439d-beae-8701e82d885a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:35.804Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3ed79d50-f644-439d-beae-8701e82d885a"} 2026-04-30T12:06:35.924Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "bd8446b0-ecd6-4e28-8780-e7cf625bc1d1", "cluster": "cross-site-source"} 2026-04-30T12:06:37.746Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "02f0d5bb-54c5-46b9-90aa-c5c3a0d1616f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:40.948Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d12aff72-aad0-4c16-9d75-16aabb4712e7", "cluster": "cross-site-source"} 2026-04-30T12:06:41.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "02f0d5bb-54c5-46b9-90aa-c5c3a0d1616f"} 2026-04-30T12:06:43.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f32e285-8b94-4b14-84fc-a167af17b54f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:45.970Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "16108afb-17ec-4d3f-b260-cddfb0ad70e9", "cluster": "cross-site-source"} 2026-04-30T12:06:47.111Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f32e285-8b94-4b14-84fc-a167af17b54f"} 2026-04-30T12:06:48.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8fed298d-b8a9-4b1c-a6e0-517d5314263f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:50.988Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "18c78abe-3fa7-4cc4-9dd1-3e0a6ac41084", "cluster": "cross-site-source"} 2026-04-30T12:06:52.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "8fed298d-b8a9-4b1c-a6e0-517d5314263f"} 2026-04-30T12:06:54.370Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4df7e00b-4b61-4913-8b2d-0dd0cb0e54b0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:06:56.010Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "3aa575aa-2c1a-402a-8980-42dc5710e74b", "cluster": "cross-site-source"} 2026-04-30T12:06:58.007Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4df7e00b-4b61-4913-8b2d-0dd0cb0e54b0"} 2026-04-30T12:06:59.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "46c6c788-a557-45b1-b009-f45904837273", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:01.031Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "de2fcfa2-c53a-4233-9a1c-9574cf8f94a5", "cluster": "cross-site-source"} 2026-04-30T12:07:03.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "46c6c788-a557-45b1-b009-f45904837273"} 2026-04-30T12:07:05.254Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "42392929-36bc-41de-8e61-2f661e8dae90", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:06.060Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "3541f70f-40dc-4354-810d-5f6923e47b79", "cluster": "cross-site-source"} 2026-04-30T12:07:08.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "42392929-36bc-41de-8e61-2f661e8dae90"} 2026-04-30T12:07:10.743Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "345ace55-4364-4d2c-bbf2-9896985715cb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:11.090Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1a971d08-251d-42ee-afe3-5831b79edb48", "cluster": "cross-site-source"} 2026-04-30T12:07:14.477Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "345ace55-4364-4d2c-bbf2-9896985715cb"} 2026-04-30T12:07:16.120Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "f56da259-007f-4654-af51-5497e3441034", "cluster": "cross-site-source"} 2026-04-30T12:07:16.299Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26581e70-ee24-4731-a08c-bdf7286c4839", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:19.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "26581e70-ee24-4731-a08c-bdf7286c4839"} 2026-04-30T12:07:21.145Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "32d353d6-c18f-48aa-986f-203800ee1f05", "cluster": "cross-site-source"} 2026-04-30T12:07:21.668Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6d0d4d53-48d4-4586-9ce4-3887c9e32649", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:25.337Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6d0d4d53-48d4-4586-9ce4-3887c9e32649"} 2026-04-30T12:07:26.164Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "4d1e8fb6-25af-4e33-bf53-07c1db94156f", "cluster": "cross-site-source"} 2026-04-30T12:07:27.145Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d511e647-fb20-4559-8f16-25d4495002e5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:31.002Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d511e647-fb20-4559-8f16-25d4495002e5"} 2026-04-30T12:07:31.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "f2280be3-95e9-4afc-9197-b1c267cbe1aa", "cluster": "cross-site-source"} 2026-04-30T12:07:32.590Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "08f02e5c-d9d3-445e-bf85-fcd200079f7d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:36.127Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "08f02e5c-d9d3-445e-bf85-fcd200079f7d"} 2026-04-30T12:07:36.200Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "30704119-253d-482d-a1b5-e6fc4626dfdc", "cluster": "cross-site-source"} 2026-04-30T12:07:38.027Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "95d427b0-74e9-4ed1-88b9-f069c6a81156", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:41.219Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "bc3c67e1-42b1-41c0-a09e-45d577b40a6f", "cluster": "cross-site-source"} 2026-04-30T12:07:41.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "95d427b0-74e9-4ed1-88b9-f069c6a81156"} 2026-04-30T12:07:43.425Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a1aa723b-3ce9-4fa3-bbc5-e5eec06fa243", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:46.242Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "230313ee-0ce2-42b6-9dda-f638e2fb87f6", "cluster": "cross-site-source"} 2026-04-30T12:07:47.276Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a1aa723b-3ce9-4fa3-bbc5-e5eec06fa243"} 2026-04-30T12:07:48.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "86797800-ad2c-4fde-a6ee-33e15c053401", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:51.258Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2e67f38d-b3ff-43e4-aa72-2fab840d5f04", "cluster": "cross-site-source"} 2026-04-30T12:07:52.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "86797800-ad2c-4fde-a6ee-33e15c053401"} 2026-04-30T12:07:54.286Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64efc28a-c7d7-40e8-a547-984cc09d52ed", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:07:56.276Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "a3bce61f-10cd-4ac2-a1b0-cb096ee34d06", "cluster": "cross-site-source"} 2026-04-30T12:07:58.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "64efc28a-c7d7-40e8-a547-984cc09d52ed"} 2026-04-30T12:07:59.716Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9b8625c7-d0dc-4688-ba90-319eb762ebdc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:01.294Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "8722c2d7-dcc1-4fcd-8a36-5318fba12bd0", "cluster": "cross-site-source"} 2026-04-30T12:08:03.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9b8625c7-d0dc-4688-ba90-319eb762ebdc"} 2026-04-30T12:08:05.175Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f42501dc-a3ed-4b37-8864-0a2288412923", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:06.318Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "311cd3ef-5c43-4ec1-a636-58fdb0c15bc7", "cluster": "cross-site-source"} 2026-04-30T12:08:08.918Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f42501dc-a3ed-4b37-8864-0a2288412923"} 2026-04-30T12:08:10.583Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b2f35b89-8dc9-48c2-8180-664a50c1ab1b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:11.337Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "a04236c2-e057-47ee-9f13-d678b2c04e38", "cluster": "cross-site-source"} 2026-04-30T12:08:14.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "b2f35b89-8dc9-48c2-8180-664a50c1ab1b"} 2026-04-30T12:08:16.098Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bc7c4fc4-a6ef-4ae2-a478-cff26bb0a889", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:16.360Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "11a625c7-8ed9-4829-8553-9e217988015f", "cluster": "cross-site-source"} 2026-04-30T12:08:19.890Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "bc7c4fc4-a6ef-4ae2-a478-cff26bb0a889"} 2026-04-30T12:08:21.381Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "51bd4baf-36ab-47a4-8e51-ced3d155433e", "cluster": "cross-site-source"} 2026-04-30T12:08:21.499Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e157893b-cfd2-48b7-bf62-ee4a54e051c0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:25.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e157893b-cfd2-48b7-bf62-ee4a54e051c0"} 2026-04-30T12:08:26.400Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "299515d4-739e-493e-9d54-59af3b3c50bb", "cluster": "cross-site-source"} 2026-04-30T12:08:26.945Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b113b9f-bf84-4661-bad3-1c88b3804d01", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:30.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b113b9f-bf84-4661-bad3-1c88b3804d01"} 2026-04-30T12:08:31.419Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "1332e6d3-a83e-453e-9c2b-f0ab6aaa9826", "cluster": "cross-site-source"} 2026-04-30T12:08:32.458Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6c2e589c-4fbc-4ee1-84a4-93688f4db149", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:36.103Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6c2e589c-4fbc-4ee1-84a4-93688f4db149"} 2026-04-30T12:08:36.440Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "37595c6f-e12e-4f22-a6db-7ba5a52920dd", "cluster": "cross-site-source"} 2026-04-30T12:08:37.940Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0793a32b-39d2-428a-9f52-269ea86b6cc0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:41.459Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "003320c4-d30b-4f23-9921-5af3b1cc1fa7", "cluster": "cross-site-source"} 2026-04-30T12:08:41.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0793a32b-39d2-428a-9f52-269ea86b6cc0"} 2026-04-30T12:08:43.442Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2556f67-d85b-467c-b030-9f7ddf69494f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:46.507Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "113ed253-058a-4226-ace1-5c2e15f6ffea", "cluster": "cross-site-source"} 2026-04-30T12:08:47.021Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2556f67-d85b-467c-b030-9f7ddf69494f"} 2026-04-30T12:08:49.180Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "233da155-f965-49d2-b6ef-0dd9854b6921", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:51.529Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "2503c000-ba00-463a-8c5c-f3221cb1dbe9", "cluster": "cross-site-source"} 2026-04-30T12:08:52.700Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "233da155-f965-49d2-b6ef-0dd9854b6921"} 2026-04-30T12:08:54.664Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7760038f-c73a-47c6-a876-21d2e0f37f90", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:08:56.547Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "d03690b0-d2c2-41e2-8edb-11c3d665eab5", "cluster": "cross-site-source"} 2026-04-30T12:08:58.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7760038f-c73a-47c6-a876-21d2e0f37f90"} 2026-04-30T12:09:00.078Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f6eea1db-5796-4b41-aeeb-247e09fc2bfc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:01.576Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "129c468b-aafa-4313-b4c0-a6dd91177918", "cluster": "cross-site-source"} 2026-04-30T12:09:03.884Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f6eea1db-5796-4b41-aeeb-247e09fc2bfc"} 2026-04-30T12:09:05.545Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a05bdd6-0995-423e-9ab0-099af3a90201", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:06.595Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "75a491f6-7db7-44f8-95c8-d82e2843e718", "cluster": "cross-site-source"} 2026-04-30T12:09:09.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3a05bdd6-0995-423e-9ab0-099af3a90201"} 2026-04-30T12:09:11.065Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c4bd104e-1147-4860-a0d3-b3c54e9fd630", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:11.617Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "0eb039b7-659c-4043-9f97-01c05dfb6cf1", "cluster": "cross-site-source"} 2026-04-30T12:09:15.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c4bd104e-1147-4860-a0d3-b3c54e9fd630"} 2026-04-30T12:09:16.542Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5236b7ee-a6c9-47b2-9d33-887b94d6826c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:16.638Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "07b4b929-d262-4de6-bb15-65b01f1d15f7", "cluster": "cross-site-source"} 2026-04-30T12:09:20.498Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5236b7ee-a6c9-47b2-9d33-887b94d6826c"} 2026-04-30T12:09:21.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "78c7f8ca-80e7-4d17-abbe-bd1ef95809c8", "cluster": "cross-site-source"} 2026-04-30T12:09:21.989Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b824b67-82e1-40cb-98c5-738b0f87a6e6", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:25.781Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0b824b67-82e1-40cb-98c5-738b0f87a6e6"} 2026-04-30T12:09:26.688Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "e9c8ba79-6178-4429-b939-c83070d1c668", "cluster": "cross-site-source"} 2026-04-30T12:09:27.499Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4c5bfc8-d9c5-4a13-a6b4-5f0bbd4d21ce", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:31.610Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f4c5bfc8-d9c5-4a13-a6b4-5f0bbd4d21ce"} 2026-04-30T12:09:31.708Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "9ff2cb8a-747b-405a-a64c-10f906652378", "cluster": "cross-site-source"} 2026-04-30T12:09:32.900Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "eb674036-6f4c-4572-bb3a-92f4c825d903", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:36.729Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "5f90aecc-4762-4937-a0e2-8792fbe7e5ec", "cluster": "cross-site-source"} 2026-04-30T12:09:36.809Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "eb674036-6f4c-4572-bb3a-92f4c825d903"} 2026-04-30T12:09:38.311Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "faf14a10-facb-452c-9bb1-6ff42749ba11", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:41.748Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "7b361cf8-9afb-41a2-a1f1-922b5d40667a", "cluster": "cross-site-source"} 2026-04-30T12:09:42.128Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "faf14a10-facb-452c-9bb1-6ff42749ba11"} 2026-04-30T12:09:43.778Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8c42334-a2a4-4b31-8a1c-04297b6bddf8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:46.768Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "backup-minio", "reconcileID": "594cde9d-8447-4f90-811f-bae546abe61f", "cluster": "cross-site-source"} 2026-04-30T12:09:47.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8c42334-a2a4-4b31-8a1c-04297b6bddf8"} 2026-04-30T12:09:49.444Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fa72a21-8ffa-4a7c-817d-07e0795bc6f7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:53.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fa72a21-8ffa-4a7c-817d-07e0795bc6f7"} 2026-04-30T12:09:54.960Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5b40c2f5-9ed3-4616-a64b-bd450cdd8771", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:09:58.503Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5b40c2f5-9ed3-4616-a64b-bd450cdd8771"} 2026-04-30T12:10:00.394Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "735b35a7-7966-4152-87a2-a9942835741e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:03.917Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "735b35a7-7966-4152-87a2-a9942835741e"} 2026-04-30T12:10:05.860Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a16f65a-8f8d-4314-927e-5fe4660b742a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:09.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a16f65a-8f8d-4314-927e-5fe4660b742a"} 2026-04-30T12:10:11.278Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a6a72fce-38f8-4590-bef6-6d4e1703acc9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.226.35:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.226.35:3306' (111)"} 2026-04-30T12:10:15.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a6a72fce-38f8-4590-bef6-6d4e1703acc9"} 2026-04-30T12:10:20.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b71745c-7295-4aa5-aeab-b9911f53a68d"} 2026-04-30T12:10:25.903Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5add0852-8fd8-42f9-a13c-bc2f10cad79b"} 2026-04-30T12:10:30.943Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:10:31.000Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:10:31.068Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "cbee0b8f-3260-4ec5-9ca1-18957b7e879b", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:31.883Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "54e77030-b115-4d12-89e2-e8bfba0936dd", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:32.352Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7fe504c3-188a-47bc-9729-92a40f73e895", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:10:37.654Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "40097b64-77f6-4b78-9258-7198eab7439b", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:42.907Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a332ad86-6ed9-4067-9c51-0d36a4d11d8f", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:43.784Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "d77a8861-a33a-45c6-8e5f-92f88d425089", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:47.194Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cfd4cf7d-95fb-435e-9d6a-42660d7ab663"} 2026-04-30T12:10:49.709Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "247ad559-4cd3-42b7-bb46-7ab51c9454b0", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:52.349Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "f80a888a-3f84-4e5c-b52d-e36e794da498"} 2026-04-30T12:10:54.971Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "2187d4e2-e9ac-4119-9c01-a81bdfcbcc64", "err": "get primary pxc pod: not found"} 2026-04-30T12:10:57.534Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "a4baea7b-2b8f-42a9-973a-3f8abfd6a68f"} 2026-04-30T12:11:03.304Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "39be3452-908b-4401-af11-575e9ce3ec46"} 2026-04-30T12:11:07.773Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3c4903ed-1c6c-42c8-9225-560975ec1ce2", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:11.802Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "cdcb53b3-362b-4299-8a6c-736d265ac324"} 2026-04-30T12:11:13.010Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7901a4ec-3785-4549-a42b-4a3070f2dc1b", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:14.307Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "af55d00f-97a7-4477-a36f-32c86401e1d9", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:18.184Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "af55d00f-97a7-4477-a36f-32c86401e1d9"} 2026-04-30T12:11:19.599Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f08e831d-487f-4fb9-8ddf-0be290a64739", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:23.358Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f08e831d-487f-4fb9-8ddf-0be290a64739"} 2026-04-30T12:11:24.829Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "412aff2f-f12d-4645-a791-cbb6a49b2550", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:28.550Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "412aff2f-f12d-4645-a791-cbb6a49b2550"} 2026-04-30T12:11:30.180Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "daab064b-9a52-4a79-a5fc-f62d69c14e4c", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:33.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "daab064b-9a52-4a79-a5fc-f62d69c14e4c"} 2026-04-30T12:11:35.482Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "66d2fb11-71c8-4251-bb3e-1c6148ae9a51", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:39.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "66d2fb11-71c8-4251-bb3e-1c6148ae9a51"} 2026-04-30T12:11:40.790Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c084d496-56cd-4819-9201-34098ab426bb", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:44.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "c084d496-56cd-4819-9201-34098ab426bb"} 2026-04-30T12:11:46.049Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "badd4b64-f32b-4393-948c-6ba480f5b18f", "err": "get primary pxc pod: not found"} 2026-04-30T12:11:49.785Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "badd4b64-f32b-4393-948c-6ba480f5b18f"} 2026-04-30T12:11:51.317Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.226.23"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.226.35"} 2026-04-30T12:11:51.319Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "channel": "source_to_replica", "host": "34.118.229.48"} 2026-04-30T12:11:51.323Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:11:51.375Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:11:51.378Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:11:55.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "48970837-d5fd-46d3-bd42-8143bd557198"} 2026-04-30T12:12:00.602Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "328bd240-1b8f-4149-8f58-493941e06bf7"} 2026-04-30T12:12:05.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "569eb373-d15f-4e16-b71c-e5447ad80122"} 2026-04-30T12:12:11.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "046a587b-ee19-4b8e-a0b4-79f5e5252edc"} 2026-04-30T12:12:16.572Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "5807572c-88b1-44f4-be21-917080c50e2a"} 2026-04-30T12:12:21.596Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "074b2d29-99d2-4ac7-848b-17e6288a9c7c"} 2026-04-30T12:12:26.964Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "e2b6e14a-2cdc-478d-bfa0-71c2e62f194b"} 2026-04-30T12:12:32.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "4a901493-81dd-401e-9adb-1c902708a28f"} 2026-04-30T12:12:37.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0e1af0f1-762d-4be3-b521-82bcd77a8562"} 2026-04-30T12:12:42.567Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9fbce90b-93d7-4fb8-9891-4149d4f92d05"} 2026-04-30T12:12:48.449Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "727dac39-fae0-45d0-925c-dbe6baffa949"} 2026-04-30T12:12:54.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "18ea15b0-52bf-44ea-bd21-c4bd8f7e5b96"} 2026-04-30T12:12:59.285Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7144728c-2243-46f8-aaf5-51ea436a3071"} 2026-04-30T12:13:04.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "dcdb0f6c-0490-4e07-af62-42c5a5434ed0"} 2026-04-30T12:13:09.791Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "7b9b93ed-88e5-4025-a8a4-1aa20f9eb601"} 2026-04-30T12:13:15.410Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "3cf1af22-545b-40df-8c1a-4182c5141222"} 2026-04-30T12:13:17.723Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:13:17.857Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-0"} 2026-04-30T12:13:17.866Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-1"} 2026-04-30T12:13:17.874Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "pod": "cross-site-source-pxc-2"} 2026-04-30T12:13:18.222Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "1a5ea8f8-f3be-442e-981b-9305236845ed", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T12:13:20.885Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "19904190-f520-4f4f-8794-ce0cc6bbc4d4"} 2026-04-30T12:13:25.673Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "acb371ba-8ade-446e-862d-9d2aa7d41413"} 2026-04-30T12:13:31.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "a8e5e80f-ce65-405c-9160-7024c5e07057"} 2026-04-30T12:13:36.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "f0184b80-5932-4c76-abcf-dbd54405f280"} 2026-04-30T12:13:42.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "0a815225-f7c0-408f-9e7c-0753f66e1cd0"} 2026-04-30T12:13:47.291Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "1b32fbfe-dc07-4300-ac2e-284909a02d82"} 2026-04-30T12:13:52.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9160987f-ea95-4882-89bb-cb91fca4501e"} 2026-04-30T12:13:58.287Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "97385b7a-4311-4f0c-a46f-ecc3ee9d1287"} 2026-04-30T12:14:04.209Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "275ae3bf-d404-4d29-8213-e3e544bf0f3a"} 2026-04-30T12:14:12.049Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "9f9274bc-52f0-4d7d-823b-a789f7f041ec"} 2026-04-30T12:14:16.990Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "abc0ca1a-9445-4fca-acc7-db87132b8f2c"} 2026-04-30T12:14:23.218Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "61fc5d32-876d-4664-8c75-78c29cb73424"} 2026-04-30T12:14:28.442Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-9169"}, "namespace": "cross-site-proxysql-9169", "name": "cross-site-source", "reconcileID": "d78e682f-50d8-44c0-a47c-ff1bf80a5ad1"} 2026-04-30T12:14:33.602Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-29254"}, "namespace": "cross-site-proxysql-replica-29254", "name": "cross-site-replica", "reconcileID": "6911af06-a1c7-448f-b93a-606c46df2bef"} ... // 22 identical fields ... // 2 identical fields ... // 3 identical fields ... // 3 identical fields ... // 3 identical fields ... // 4 identical fields ... // 5 identical fields ... // 5 identical fields ... // 6 identical fields ... // 6 identical fields ... // 7 identical fields ... // 8 identical fields ... // 9 identical fields AccessModes: nil, ActiveDeadlineSeconds: nil, Affinity: nil, Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - Annotations: map[string]string{ + Annotations: map[string]string{ - APIVersion: "apps/v1", - APIVersion: "apps/v1", Args: {"mysqld"}, Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, AutomountServiceAccountToken: nil, AvailableReplicas: 0, + AvailableReplicas: 0, - AvailableReplicas: 3, AWSElasticBlockStore: nil, AzureFile: nil, Capacity: nil, - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, ConfigMap: &v1.ConfigMapVolumeSource{ ContainerPort: 3306, ContainerPort: 33060, ContainerPort: 33062, ContainerPort: 4444, ContainerPort: 4567, ContainerPort: 4568, ContainerPort: 6032, ContainerPort: 6070, Containers: []v1.Container{ + CreationTimestamp: v1.Time{}, - CreationTimestamp: v1.Time{Time: s"2026-04-30 11:33:12 +0000 UTC"}, - CreationTimestamp: v1.Time{Time: s"2026-04-30 11:45:29 +0000 UTC"}, CurrentReplicas: 0, + CurrentReplicas: 0, - CurrentReplicas: 3, + CurrentRevision: "", - CurrentRevision: "cross-site-replica-proxysql-85f4c7b9f", - CurrentRevision: "cross-site-replica-proxysql-86694975df", - CurrentRevision: "cross-site-replica-pxc-5687bfdc64", - CurrentRevision: "cross-site-source-proxysql-96b54c757", - CurrentRevision: "cross-site-source-pxc-ffd5d95b9", DataSource: nil, DataSourceRef: nil, - DefaultMode: &420, - DefaultMode: &420, + DefaultMode: nil, + DefaultMode: nil, DeletionGracePeriodSeconds: nil, DeletionTimestamp: nil, + DeprecatedServiceAccount: "", - DeprecatedServiceAccount: "default", + DNSPolicy: "", - DNSPolicy: "ClusterFirst", EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}}, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...}, Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...}, Env: []v1.EnvVar{ EphemeralContainers: nil, FailureThreshold: 3, FC: nil, - FieldsType: "FieldsV1", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., Finalizers: nil, + Generation: 0, - Generation: 1, - Generation: 2, - Generation: 3, - Generation: 4, github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 GitRepo: nil, /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 HostAliases: nil, HostIP: "", HostPort: 0, ImagePullPolicy: "Always", InitContainers: []v1.Container{ InitialDelaySeconds: 300, ISCSI: nil, Items: nil, Items: nil, Labels: nil, Lifecycle: nil, LivenessProbe: &v1.Probe{ LocalObjectReference: {Name: "auto-cross-site-replica-pxc"}, LocalObjectReference: {Name: "auto-cross-site-source-pxc"}, LocalObjectReference: {Name: "cross-site-replica-pxc"}, LocalObjectReference: {Name: "cross-site-source-pxc"}, + ManagedFields: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - Manager: "kube-controller-manager", - Manager: "percona-xtradb-cluster-operator", MinReadySeconds: 0, Name: "auto-config", {Name: "bin", VolumeSource: {EmptyDir: &{}}}, Name: "config", Name: "ist", Name: "mysql", Name: "mysql-admin", Name: "mysql-init-file", Name: "mysql-users-secret-file", Name: "mysqlx", {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"}, Name: "proxyadm", Name: "PXC_READ_ONLY", {Name: "SCHEDULER_ENABLED", Value: "true"}, Namespace: "cross-site-proxysql-9169", Namespace: "cross-site-proxysql-replica-29254", Name: "ssl", Name: "ssl-internal", Name: "sst", Name: "stats", {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, Name: "vault-keyring-secret", Name: "write-set", NFS: nil, NodeName: "", NodeSelector: nil, ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "35c393846b88c62c0d1b79dc95d3533c", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "c4e5ca5665e4664e3ae9aed3a8efc4fa", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "35c393846b88c62c0d1b79dc95d3533c", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "c4e5ca5665e4664e3ae9aed3a8efc4fa", "percona.com/ssl-internal-hash": "9cfd2f62ccc71dd422156e2a563a70c6"}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, ObjectMeta: v1.ObjectMeta{ + ObservedGeneration: 0, - ObservedGeneration: 1, - ObservedGeneration: 2, - ObservedGeneration: 3, - ObservedGeneration: 4, - Operation: "Update", - Operation: "Update", Optional: &false, Optional: &true, Optional: &true, Ordinals: nil, OS: nil, Overhead: nil, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "0feeb87d-43e3-4e16-ae8b-b9c5c8fd0569", ...}}, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "32003388-9d87-451c-9f2d-bbb9cffc9e1b", ...}}, - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImM0ZTVjYTU2NjVlNDY2NGUzYWU5YWVkM2E4ZWZjNGZhIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI5Y2ZkMmY2MmNjYzcxZGQ0MjIxNTZlMmE1NjNhNzBjNiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6ImM0ZTVjYTU2NjVlNDY2NGUzYWU5YWVkM2E4ZWZjNGZhIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI5Y2ZkMmY2MmNjYzcxZGQ0MjIxNTZlMmE1NjNhNzBjNiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzVjMzkzODQ2Yjg4YzYyYzBkMWI3OWRjOTVkMzUzM2MiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjljZmQyZjYyY2NjNzFkZDQyMjE1NmUyYTU2M2E3MGM2In19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., + PeriodSeconds: 0, - PeriodSeconds: 10, + PersistentVolumeClaimRetentionPolicy: nil, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + Phase: "", - Phase: "Pending", + PodManagementPolicy: "", - PodManagementPolicy: "OrderedReady", Ports: nil, Ports: []v1.ContainerPort{ PreemptionPolicy: nil, ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, + Protocol: "", - Protocol: "TCP", Quobyte: nil, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, ReadyReplicas: 0, + ReadyReplicas: 0, - ReadyReplicas: 3, Replicas: 0, - Replicas: &0, + Replicas: 0, + Replicas: &0, Replicas: &3, - Replicas: 3, - Replicas: &3, + Replicas: &3, ResizePolicy: nil, Resources: {}, Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}}, + ResourceVersion: "", - ResourceVersion: "1777548851800575021", - ResourceVersion: "1777549026078543009", - ResourceVersion: "1777549591979327021", - ResourceVersion: "1777549766222191018", - ResourceVersion: "1777549956268527021", - ResourceVersion: "1777549993862383018", - ResourceVersion: "1777550169945007021", - ResourceVersion: "1777550406916287021", - ResourceVersion: "1777550638350095021", - ResourceVersion: "1777550683821407009", - ResourceVersion: "1777550838089743021", + RestartPolicy: "", - RestartPolicy: "Always", - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, + SchedulerName: "", - SchedulerName: "default-scheduler", SecretName: "cross-site-replica-mysql-init", SecretName: "cross-site-replica-ssl", SecretName: "cross-site-replica-ssl-internal", SecretName: "cross-site-source-mysql-init", SecretName: "cross-site-source-ssl", SecretName: "cross-site-source-ssl-internal", SecretName: "internal-cross-site-replica", SecretName: "internal-cross-site-source", SecretName: "some-name-vault", Secret: &v1.SecretVolumeSource{ SecurityContext: nil, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, SelfLink: "", ServiceAccountName: "default", ServiceName: "cross-site-replica-proxysql-unready", ServiceName: "cross-site-replica-pxc", ServiceName: "cross-site-source-proxysql-unready", ServiceName: "cross-site-source-pxc", SetHostnameAsFQDN: nil, sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 Spec: v1.PersistentVolumeClaimSpec{ Spec: v1.PodSpec{ Spec: v1.StatefulSetSpec{ StartupProbe: nil, Status: v1.PersistentVolumeClaimStatus{ Status: v1.StatefulSetStatus{ StorageClassName: nil, Subdomain: "", - Subresource: "status", SuccessThreshold: 1, Template: v1.PodTemplateSpec{ TerminationGracePeriodSeconds: &30, TerminationGracePeriodSeconds: &600, TerminationGracePeriodSeconds: nil, + TerminationMessagePath: "", - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePolicy: "", - TerminationMessagePolicy: "File", TimeoutSeconds: 5, - Time: s"2026-04-30 11:33:12 +0000 UTC", - Time: s"2026-04-30 11:34:11 +0000 UTC", - Time: s"2026-04-30 11:37:06 +0000 UTC", - Time: s"2026-04-30 11:45:29 +0000 UTC", - Time: s"2026-04-30 11:46:31 +0000 UTC", - Time: s"2026-04-30 11:49:26 +0000 UTC", - Time: s"2026-04-30 11:52:32 +0000 UTC", - Time: s"2026-04-30 11:52:33 +0000 UTC", - Time: s"2026-04-30 11:52:36 +0000 UTC", - Time: s"2026-04-30 11:53:13 +0000 UTC", - Time: s"2026-04-30 11:55:16 +0000 UTC", - Time: s"2026-04-30 11:56:09 +0000 UTC", - Time: s"2026-04-30 11:59:31 +0000 UTC", - Time: s"2026-04-30 12:00:06 +0000 UTC", - Time: s"2026-04-30 12:03:55 +0000 UTC", - Time: s"2026-04-30 12:03:58 +0000 UTC", - Time: s"2026-04-30 12:04:43 +0000 UTC", - Time: s"2026-04-30 12:06:31 +0000 UTC", - Time: s"2026-04-30 12:07:18 +0000 UTC", Tolerations: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, TypeMeta: {}, TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, + UID: "", - UID: "06dc7018-cd1f-4551-9244-70764c4df5e8", - UID: "4c3ab7fa-91e1-4bde-8224-afbf686a3691", - UID: "7e32c6a8-8b0b-4375-81e7-9e4d8b3c6da5", - UID: "a2345f30-ffcd-4e76-984b-82d518ae3664", UpdatedReplicas: 0, + UpdatedReplicas: 0, - UpdatedReplicas: 3, + UpdateRevision: "", - UpdateRevision: "cross-site-replica-proxysql-85f4c7b9f", - UpdateRevision: "cross-site-replica-proxysql-86694975df", - UpdateRevision: "cross-site-replica-pxc-5687bfdc64", - UpdateRevision: "cross-site-source-proxysql-96b54c757", - UpdateRevision: "cross-site-source-pxc-ffd5d95b9", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, &v1.StatefulSet{ - Value: "false", + Value: "false", ValueFrom: nil, - Value: "true", + Value: "true", VolumeAttributesClassName: nil, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ VolumeDevices: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, VolumeName: "", VolumeSource: v1.VolumeSource{ Volumes: []v1.Volume{ VsphereVolume: nil, WorkingDir: "", + : + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.AkDttka5UL ++ mktemp + local LAST_ERR=/tmp/tmp.II7G1ZfsOq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AkDttka5UL No resources found + cat /tmp/tmp.II7G1ZfsOq + rm /tmp/tmp.AkDttka5UL /tmp/tmp.II7G1ZfsOq + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.3YsgbuAQrX ++ mktemp + local LAST_ERR=/tmp/tmp.rzoVdCQR21 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3YsgbuAQrX No resources found + cat /tmp/tmp.rzoVdCQR21 + rm /tmp/tmp.3YsgbuAQrX /tmp/tmp.rzoVdCQR21 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.GmUPYZijuC ++ mktemp + local LAST_ERR=/tmp/tmp.jCsgOEhTAh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GmUPYZijuC No resources found + cat /tmp/tmp.jCsgOEhTAh + rm /tmp/tmp.GmUPYZijuC /tmp/tmp.jCsgOEhTAh + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.VR3Fp44G7U ++ mktemp + local LAST_ERR=/tmp/tmp.QuP1HeYY2Y + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.VR3Fp44G7U + cat /tmp/tmp.QuP1HeYY2Y Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "percona-xtradbcluster-webhook" not found + rm /tmp/tmp.VR3Fp44G7U /tmp/tmp.QuP1HeYY2Y + return 1 + : + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WgB43VoX4M namespace "pxc-operator" force deleted + cat /tmp/tmp.QLcADkTxPg Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.WgB43VoX4M /tmp/tmp.QLcADkTxPg + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.p7o0HSci0t namespace "cross-site-proxysql-9169" force deleted + cat /tmp/tmp.qjaLZCYyXq Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.p7o0HSci0t /tmp/tmp.qjaLZCYyXq + return 0 + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.TZQXk0d5Z9 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + desc 'test passed' + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-29254 + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.BroRBaYxQr ++ mktemp + local LAST_ERR=/tmp/tmp.k6PSIIPiZq + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.ZtoDxuUQfE ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-29254 ++ mktemp + local LAST_ERR=/tmp/tmp.FGdmy2sV8d + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.ZtoDxuUQfE + cat /tmp/tmp.FGdmy2sV8d Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. Error from server (NotFound): namespaces "pxc-operator" not found + rm /tmp/tmp.ZtoDxuUQfE /tmp/tmp.FGdmy2sV8d + return 1