Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/logs/cross-site-proxysql-8-0.log Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.36) and server (1.32) exceeds the supported minor version skew of +/-1 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + main + local source_cluster=cross-site-source + local replica_cluster=cross-site-replica + desc 'Create source cluster' + set +o xtrace ----------------------------------------------------------------------------------- Create source cluster ----------------------------------------------------------------------------------- + create_infra cross-site-proxysql-1904 + local ns=cross-site-proxysql-1904 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n cross-site-proxysql-20354 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl patch pxc -n cross-site-proxysql-replica-31328 cross-site-replica --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.sW81fCk4Dk ++ mktemp + local LAST_ERR=/tmp/tmp.Dy7GKGMiPW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sW81fCk4Dk perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-20354 namespace perconaxtradbcluster.pxc.percona.com "cross-site-replica" deleted from cross-site-proxysql-replica-31328 namespace + cat /tmp/tmp.Dy7GKGMiPW + rm /tmp/tmp.sW81fCk4Dk /tmp/tmp.Dy7GKGMiPW + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.k2TRJME4H2 ++ mktemp + local LAST_ERR=/tmp/tmp.FDZDdSLxaB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.k2TRJME4H2 perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-20354 namespace perconaxtradbclusterbackup.pxc.percona.com "backup-minio-replica" deleted from cross-site-proxysql-replica-31328 namespace + cat /tmp/tmp.FDZDdSLxaB + rm /tmp/tmp.k2TRJME4H2 /tmp/tmp.FDZDdSLxaB + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.WUbL1mFory ++ mktemp + local LAST_ERR=/tmp/tmp.7LitSfuZkz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WUbL1mFory perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-20354 namespace perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-replica-31328 namespace + cat /tmp/tmp.7LitSfuZkz + rm /tmp/tmp.WUbL1mFory /tmp/tmp.7LitSfuZkz + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// ++ tail -n1 ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ grep chaos-mesh.org ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + awk '{print$1}' + kubectl_bin get ns ++ mktemp + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.u83utrt5Ti ++ mktemp + local LAST_OUT=/tmp/tmp.45eznvQIga + local LAST_ERR=/tmp/tmp.52t7sOOQia + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns ++ mktemp + local LAST_ERR=/tmp/tmp.KCz3j53EGD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.u83utrt5Ti + cat /tmp/tmp.52t7sOOQia + rm /tmp/tmp.u83utrt5Ti /tmp/tmp.52t7sOOQia + return 0 namespace "cross-site-proxysql-20354" deleted namespace "cross-site-proxysql-replica-31328" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.45eznvQIga namespace "pxc-operator" deleted + cat /tmp/tmp.KCz3j53EGD + rm /tmp/tmp.45eznvQIga /tmp/tmp.KCz3j53EGD + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.HI4W1KfsNJ ++ mktemp + local LAST_ERR=/tmp/tmp.BzcdOgQVYq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HI4W1KfsNJ namespace/pxc-operator created + cat /tmp/tmp.BzcdOgQVYq + rm /tmp/tmp.HI4W1KfsNJ /tmp/tmp.BzcdOgQVYq + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.1wES9Etl6g +++ mktemp ++ local LAST_ERR=/tmp/tmp.vBDxrwKyB4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1wES9Etl6g ++ cat /tmp/tmp.vBDxrwKyB4 ++ rm /tmp/tmp.1wES9Etl6g /tmp/tmp.vBDxrwKyB4 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.DqJ80ral52 ++ mktemp + local LAST_ERR=/tmp/tmp.A6qT0xSatY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DqJ80ral52 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.A6qT0xSatY + rm /tmp/tmp.DqJ80ral52 /tmp/tmp.A6qT0xSatY + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.bin2Ex2Oyb ++ mktemp + local LAST_ERR=/tmp/tmp.oKHFUAk1gH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bin2Ex2Oyb customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.oKHFUAk1gH + rm /tmp/tmp.bin2Ex2Oyb /tmp/tmp.oKHFUAk1gH + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.wb7gE92MDv ++ mktemp + local LAST_ERR=/tmp/tmp.Fzh9GAX2H4 + local exit_status=0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-rbac.yaml ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.wb7gE92MDv clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.Fzh9GAX2H4 + rm /tmp/tmp.wb7gE92MDv /tmp/tmp.Fzh9GAX2H4 + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Nux5ZQwIEK ++ mktemp + local LAST_ERR=/tmp/tmp.1YNl64M1cX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Nux5ZQwIEK deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.1YNl64M1cX + rm /tmp/tmp.Nux5ZQwIEK /tmp/tmp.1YNl64M1cX + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.SEqfbIbSyJ ++ mktemp + local LAST_ERR=/tmp/tmp.eqqI5MgixO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SEqfbIbSyJ pod/percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk condition met + cat /tmp/tmp.eqqI5MgixO + rm /tmp/tmp.SEqfbIbSyJ /tmp/tmp.eqqI5MgixO + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.ReAYyGe011 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QXimwGo4cO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ReAYyGe011 ++ cat /tmp/tmp.QXimwGo4cO ++ rm /tmp/tmp.ReAYyGe011 /tmp/tmp.QXimwGo4cO ++ return 0 + wait_pod percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk condition met waiting for pod/percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk to become Ready.Ok + sleep 3 + create_namespace cross-site-proxysql-1904 + local namespace=cross-site-proxysql-1904 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ tail -n1 + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl api-resources ++ grep chaos-mesh ++ grep chaos-mesh.org ++ awk '{print $1}' ++ kubectl get crd + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-1904' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-1904 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-1904 ++ mktemp + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.FhMRGD1Pg9 + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_ERR=/tmp/tmp.ICk9OKsdRJ + local exit_status=0 ++ mktemp + awk '{print$1}' + local LAST_OUT=/tmp/tmp.2yIwOOLWkZ ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-1904 ++ mktemp + local LAST_ERR=/tmp/tmp.tL4XKyduVh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2yIwOOLWkZ + cat /tmp/tmp.tL4XKyduVh + rm /tmp/tmp.2yIwOOLWkZ /tmp/tmp.tL4XKyduVh + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-1904 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.FhMRGD1Pg9 + cat /tmp/tmp.ICk9OKsdRJ Error from server (NotFound): namespaces "cross-site-proxysql-1904" not found + rm /tmp/tmp.FhMRGD1Pg9 /tmp/tmp.ICk9OKsdRJ + return 1 + : + wait_for_delete namespace/cross-site-proxysql-1904 + local res=namespace/cross-site-proxysql-1904 + echo -n 'waiting for namespace/cross-site-proxysql-1904 to be deleted' waiting for namespace/cross-site-proxysql-1904 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-1904" not found + desc 'create namespace cross-site-proxysql-1904' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-1904 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.NDkasHzNpm ++ mktemp + local LAST_ERR=/tmp/tmp.T4HEe81wgG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-1904 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NDkasHzNpm namespace/cross-site-proxysql-1904 created + cat /tmp/tmp.T4HEe81wgG + rm /tmp/tmp.NDkasHzNpm /tmp/tmp.T4HEe81wgG + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.ffHIs4UPDo +++ mktemp ++ local LAST_ERR=/tmp/tmp.zz09eRohaB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ffHIs4UPDo ++ cat /tmp/tmp.zz09eRohaB ++ rm /tmp/tmp.ffHIs4UPDo /tmp/tmp.zz09eRohaB ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.XMNi9Cd591 ++ mktemp + local LAST_ERR=/tmp/tmp.I4fnBR1yjI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XMNi9Cd591 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.I4fnBR1yjI + rm /tmp/tmp.XMNi9Cd591 /tmp/tmp.I4fnBR1yjI + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.GpBpHnrPsW ++ mktemp + local LAST_ERR=/tmp/tmp.VrzroTdPlg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GpBpHnrPsW secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.VrzroTdPlg + rm /tmp/tmp.GpBpHnrPsW /tmp/tmp.VrzroTdPlg + return 0 + start_minio + deploy_helm cross-site-proxysql-1904 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "hashicorp" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Apr 30 11:39:44 2026 NAMESPACE: cross-site-proxysql-1904 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.cross-site-proxysql-1904.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace cross-site-proxysql-1904 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace cross-site-proxysql-1904 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace cross-site-proxysql-1904 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace cross-site-proxysql-1904 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ALjVMhcF20 +++ mktemp ++ local LAST_ERR=/tmp/tmp.JafD2Bk7Nv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ALjVMhcF20 ++ cat /tmp/tmp.JafD2Bk7Nv ++ rm /tmp/tmp.ALjVMhcF20 /tmp/tmp.JafD2Bk7Nv ++ return 0 + MINIO_POD=minio-service-5fd5489bdc-skctg + wait_pod minio-service-5fd5489bdc-skctg + local pod=minio-service-5fd5489bdc-skctg + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo minio-service-5fd5489bdc-skctg ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/minio-service-5fd5489bdc-skctg condition met waiting for pod/minio-service-5fd5489bdc-skctg to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.W3CkrroN1W ++ mktemp + local LAST_ERR=/tmp/tmp.LyhY8TYSDj + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.W3CkrroN1W make_bucket: operator-testing pod "aws-cli" deleted from cross-site-proxysql-1904 namespace + cat /tmp/tmp.LyhY8TYSDj All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_cross-site-proxysql-1904 + rm /tmp/tmp.W3CkrroN1W /tmp/tmp.LyhY8TYSDj + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.0WT13OtRO6 ++ mktemp + local LAST_ERR=/tmp/tmp.8kfILBiOsN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0WT13OtRO6 secret/minio-secret unchanged secret/aws-s3-secret unchanged secret/do-spaces-secret unchanged secret/gcp-cs-secret unchanged secret/azure-secret unchanged + cat /tmp/tmp.8kfILBiOsN + rm /tmp/tmp.0WT13OtRO6 /tmp/tmp.8kfILBiOsN + return 0 + spinup_pxc cross-site-source /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local cluster=cross-site-source + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.SivbQFqstU ++ mktemp + local LAST_ERR=/tmp/tmp.bNX4WeA1VT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SivbQFqstU secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.bNX4WeA1VT + rm /tmp/tmp.SivbQFqstU /tmp/tmp.bNX4WeA1VT + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + kubectl_bin apply -f - + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.2Wui5LDRa3 + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ mktemp + local LAST_ERR=/tmp/tmp.npFogxzx3m + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2Wui5LDRa3 deployment.apps/pxc-client created + cat /tmp/tmp.npFogxzx3m + rm /tmp/tmp.2Wui5LDRa3 /tmp/tmp.npFogxzx3m + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + local LAST_OUT=/tmp/tmp.FFnym6GflY + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-source.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_ERR=/tmp/tmp.w6mE0Lpp4J + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FFnym6GflY perconaxtradbcluster.pxc.percona.com/cross-site-source created + cat /tmp/tmp.w6mE0Lpp4J + rm /tmp/tmp.FFnym6GflY /tmp/tmp.w6mE0Lpp4J + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-source ++ local target_cluster=cross-site-source +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Ud2QangRZR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.8OdPOn6OqF +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Ud2QangRZR +++ cat /tmp/tmp.8OdPOn6OqF +++ rm /tmp/tmp.Ud2QangRZR /tmp/tmp.8OdPOn6OqF +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.rLKoSJHzOK ++++ mktemp +++ local LAST_ERR=/tmp/tmp.tIYm7uaGGV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.rLKoSJHzOK +++ cat /tmp/tmp.tIYm7uaGGV +++ rm /tmp/tmp.rLKoSJHzOK /tmp/tmp.tIYm7uaGGV +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-source-proxysql ++ return + local proxy=cross-site-source-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.MIcW8pppkK ++ mktemp + local LAST_ERR=/tmp/tmp.k2phhtmYRb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.MIcW8pppkK + cat /tmp/tmp.k2phhtmYRb error: no matching resources found + rm /tmp/tmp.MIcW8pppkK /tmp/tmp.k2phhtmYRb + return 1 + true + wait_for_running cross-site-source-proxysql 1 + local name=cross-site-source-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-proxysql-0 480 + local pod=cross-site-source-proxysql-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo cross-site-source-proxysql-0 + local container=proxysql + set +o xtrace pod/cross-site-source-proxysql-0 condition met waiting for pod/cross-site-source-proxysql-0 to become Ready.Ok + wait_for_running cross-site-source-pxc 3 + local name=cross-site-source-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-0 480 + local pod=cross-site-source-pxc-0 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-0 condition met waiting for pod/cross-site-source-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-1 480 + local pod=cross-site-source-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo cross-site-source-pxc-1 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-1 condition met waiting for pod/cross-site-source-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-source-pxc-2 480 + local pod=cross-site-source-pxc-2 + local max_retry=480 + local ns= ++ echo cross-site-source-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-source-pxc-2 condition met waiting for pod/cross-site-source-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.3KMRqoAW3D +++ mktemp ++ local LAST_ERR=/tmp/tmp.lPd4MOaGBn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3KMRqoAW3D ++ cat /tmp/tmp.lPd4MOaGBn ++ rm /tmp/tmp.3KMRqoAW3D /tmp/tmp.lPd4MOaGBn ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ffCIpAnV2L +++ mktemp ++ local LAST_ERR=/tmp/tmp.UXKptX2rJi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ffCIpAnV2L ++ cat /tmp/tmp.UXKptX2rJi ++ rm /tmp/tmp.ffCIpAnV2L /tmp/tmp.UXKptX2rJi ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-sn7gf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-source-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WvoBAoBAsA +++ mktemp ++ local LAST_ERR=/tmp/tmp.p8phPAHqJd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WvoBAoBAsA ++ cat /tmp/tmp.p8phPAHqJd ++ rm /tmp/tmp.WvoBAoBAsA /tmp/tmp.p8phPAHqJd ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-sn7gf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-0.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VV1WcZz4fZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.tVy00Kb7Nv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VV1WcZz4fZ ++ cat /tmp/tmp.tVy00Kb7Nv ++ rm /tmp/tmp.VV1WcZz4fZ /tmp/tmp.tVy00Kb7Nv ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-sn7gf + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-1.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XCc0pDrWvZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.xbRqSOxboQ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XCc0pDrWvZ ++ cat /tmp/tmp.xbRqSOxboQ ++ rm /tmp/tmp.XCc0pDrWvZ /tmp/tmp.xbRqSOxboQ ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-sn7gf + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-source-pxc-2.cross-site-source-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r1Asft7pg0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Y0DJoss2AJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r1Asft7pg0 ++ cat /tmp/tmp.Y0DJoss2AJ ++ rm /tmp/tmp.r1Asft7pg0 /tmp/tmp.Y0DJoss2AJ ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-sn7gf + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + is_keyring_plugin_in_use cross-site-source + local cluster=cross-site-source + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + kubectl exec cross-site-source-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + sleep 60 + desc 'get main cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get main cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-source-pxc-0 ++ local service=cross-site-source-pxc-0 ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.WK6mUlceJR ++++ mktemp +++ local LAST_ERR=/tmp/tmp.SlOTSVc8Zq +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.WK6mUlceJR +++ cat /tmp/tmp.SlOTSVc8Zq +++ rm /tmp/tmp.WK6mUlceJR /tmp/tmp.SlOTSVc8Zq +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rEQEKTtZDw +++ mktemp ++ local LAST_ERR=/tmp/tmp.J4H0liFKlo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rEQEKTtZDw ++ cat /tmp/tmp.J4H0liFKlo ++ rm /tmp/tmp.rEQEKTtZDw /tmp/tmp.J4H0liFKlo ++ return 0 ++ return + source_endpoint0=34.118.227.118 ++ get_service_ip cross-site-source-pxc-1 ++ local service=cross-site-source-pxc-1 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.dJTt79qS5X ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5YwsdMKK7W +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.dJTt79qS5X +++ cat /tmp/tmp.5YwsdMKK7W +++ rm /tmp/tmp.dJTt79qS5X /tmp/tmp.5YwsdMKK7W +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4TtPHe4z06 +++ mktemp ++ local LAST_ERR=/tmp/tmp.7hoY2Cef6r ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4TtPHe4z06 ++ cat /tmp/tmp.7hoY2Cef6r ++ rm /tmp/tmp.4TtPHe4z06 /tmp/tmp.7hoY2Cef6r ++ return 0 ++ return + source_endpoint1=34.118.235.137 ++ get_service_ip cross-site-source-pxc-2 ++ local service=cross-site-source-pxc-2 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.GEA4p5EiUS ++++ mktemp +++ local LAST_ERR=/tmp/tmp.zCQC0lsMqy +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.GEA4p5EiUS +++ cat /tmp/tmp.zCQC0lsMqy +++ rm /tmp/tmp.GEA4p5EiUS /tmp/tmp.zCQC0lsMqy +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yoDGk2lkXE +++ mktemp ++ local LAST_ERR=/tmp/tmp.6oU5nddMDo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yoDGk2lkXE ++ cat /tmp/tmp.6oU5nddMDo ++ rm /tmp/tmp.yoDGk2lkXE /tmp/tmp.6oU5nddMDo ++ return 0 ++ return + source_endpoint2=34.118.231.114 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-source-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-source-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yS4iGUmSxN ++++ mktemp +++ local LAST_ERR=/tmp/tmp.jdv5rqPdo6 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.yS4iGUmSxN +++ cat /tmp/tmp.jdv5rqPdo6 +++ rm /tmp/tmp.yS4iGUmSxN /tmp/tmp.jdv5rqPdo6 +++ return 0 ++ client_pod=pxc-client-67fc4995bb-sn7gf ++ wait_pod pxc-client-67fc4995bb-sn7gf ++ local pod=pxc-client-67fc4995bb-sn7gf ++ local max_retry=480 ++ local ns= +++ grep -E '^(pxc|proxysql)$' +++ echo pxc-client-67fc4995bb-sn7gf +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ local container= ++ set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + source_primary=cross-site-source-pxc-2 ++ get_service_ip cross-site-source-pxc-2 ++ local service=cross-site-source-pxc-2 ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.20x5gh1ZyP ++++ mktemp +++ local LAST_ERR=/tmp/tmp.YUHPWicJMr +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.20x5gh1ZyP +++ cat /tmp/tmp.YUHPWicJMr +++ rm /tmp/tmp.20x5gh1ZyP /tmp/tmp.YUHPWicJMr +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qiBFAysvbl +++ mktemp ++ local LAST_ERR=/tmp/tmp.gDssLdsbzn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-source-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qiBFAysvbl ++ cat /tmp/tmp.gDssLdsbzn ++ rm /tmp/tmp.qiBFAysvbl /tmp/tmp.gDssLdsbzn ++ return 0 ++ return + source_primary_endpoint=34.118.231.114 + desc 'patch source cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch source cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.KsFE6vjIo7 ++ mktemp + local LAST_ERR=/tmp/tmp.UFqRxEpx8R + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source --type=merge --patch '{"spec": {"pxc":{"replicationChannels": [{"name":"source_to_replica", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.KsFE6vjIo7 perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.UFqRxEpx8R + rm /tmp/tmp.KsFE6vjIo7 /tmp/tmp.UFqRxEpx8R + return 0 + desc 'patch main cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch main cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-source 3 3 + local cluster=cross-site-source + local pxc_size=3 + local proxy_size=3 ++ echo -n new_password ++ base64 + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.2Hr1qoI9Iz ++ mktemp + local LAST_ERR=/tmp/tmp.NwiLnZH2Kw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2Hr1qoI9Iz secret/my-cluster-secrets patched + cat /tmp/tmp.NwiLnZH2Kw + rm /tmp/tmp.2Hr1qoI9Iz /tmp/tmp.NwiLnZH2Kw + return 0 + sleep 15 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wxq8ynzEnB +++ mktemp ++ local LAST_ERR=/tmp/tmp.SIBji22A7h ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wxq8ynzEnB ++ cat /tmp/tmp.SIBji22A7h ++ rm /tmp/tmp.wxq8ynzEnB /tmp/tmp.SIBji22A7h ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BKED13i6qt +++ mktemp ++ local LAST_ERR=/tmp/tmp.TAUDMSCCjl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BKED13i6qt ++ cat /tmp/tmp.TAUDMSCCjl ++ rm /tmp/tmp.BKED13i6qt /tmp/tmp.TAUDMSCCjl ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.SWSlLNN67U ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.FWRtknfQ96 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.SWSlLNN67U +++++ cat /tmp/tmp.FWRtknfQ96 +++++ rm /tmp/tmp.SWSlLNN67U /tmp/tmp.FWRtknfQ96 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.2Uk1Gzi6W3 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.wQ3qzPIqOF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.2Uk1Gzi6W3 +++++ cat /tmp/tmp.wQ3qzPIqOF +++++ rm /tmp/tmp.2Uk1Gzi6W3 /tmp/tmp.wQ3qzPIqOF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BwvPTpVlaG +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ak0BoQpZVX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BwvPTpVlaG ++ cat /tmp/tmp.Ak0BoQpZVX ++ rm /tmp/tmp.BwvPTpVlaG /tmp/tmp.Ak0BoQpZVX ++ return 0 + [[ 3 == \3 ]] + echo + desc 'write data to source cluster' + set +o xtrace ----------------------------------------------------------------------------------- write data to source cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' '-h 34.118.231.114 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testSourceReplica (id int PRIMARY KEY);' + local 'uri=-h 34.118.231.114 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2lQvjukBIr +++ mktemp ++ local LAST_ERR=/tmp/tmp.7bGY4FNuTY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2lQvjukBIr ++ cat /tmp/tmp.7bGY4FNuTY ++ rm /tmp/tmp.2lQvjukBIr /tmp/tmp.7bGY4FNuTY ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-sn7gf ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testSourceReplica (id) VALUES (100700)' '-h 34.118.231.114 -uroot -proot_password' + local 'command=INSERT myApp.testSourceReplica (id) VALUES (100700)' + local 'uri=-h 34.118.231.114 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0Y19AbMYtD +++ mktemp ++ local LAST_ERR=/tmp/tmp.IRFuIQOYcw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0Y19AbMYtD ++ cat /tmp/tmp.IRFuIQOYcw ++ rm /tmp/tmp.0Y19AbMYtD /tmp/tmp.IRFuIQOYcw ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-sn7gf ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + yq '.metadata={"name": "cross-site-replica-ssl-internal"}' - + yq 'del(.metadata)' - + kubectl_bin get secrets cross-site-source-ssl-internal -o yaml ++ mktemp + local LAST_OUT=/tmp/tmp.a2GsKD2HAu ++ mktemp + local LAST_ERR=/tmp/tmp.SauU0QicvE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get secrets cross-site-source-ssl-internal -o yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a2GsKD2HAu + cat /tmp/tmp.SauU0QicvE + rm /tmp/tmp.a2GsKD2HAu /tmp/tmp.SauU0QicvE + return 0 + desc 'take backup of source cluster' + set +o xtrace ----------------------------------------------------------------------------------- take backup of source cluster ----------------------------------------------------------------------------------- + run_backup cross-site-source backup-minio-source + local cluster=cross-site-source + local backup=backup-minio-source + log 'run pxc-backup/backup-minio-source' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T11:49:52+0000]' run pxc-backup/backup-minio-source [2026-04-30T11:49:52+0000] run pxc-backup/backup-minio-source + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml ++ mktemp + local LAST_OUT=/tmp/tmp.8QhKoV8sOY ++ mktemp + local LAST_ERR=/tmp/tmp.VbhZEPkaft + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-source.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.8QhKoV8sOY perconaxtradbclusterbackup.pxc.percona.com/backup-minio-source created + cat /tmp/tmp.VbhZEPkaft + rm /tmp/tmp.8QhKoV8sOY /tmp/tmp.VbhZEPkaft + return 0 + wait_backup backup-minio-source + local backup=backup-minio-source + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-source to reach Succeeded state...............Succeeded + desc 'create replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- create replica cluster ----------------------------------------------------------------------------------- + create_namespace cross-site-proxysql-replica-24953 0 + local namespace=cross-site-proxysql-replica-24953 + local skip_clean_namespace=0 + [[ 1 == 1 ]] + [[ -z 0 ]] + '[' -n '' ']' + desc 'cleaned up old namespaces cross-site-proxysql-replica-24953' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces cross-site-proxysql-replica-24953 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace cross-site-proxysql-replica-24953 ++ mktemp + local LAST_OUT=/tmp/tmp.6tT4Osdg7T ++ mktemp + local LAST_ERR=/tmp/tmp.vx5FTlMUVI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-24953 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-24953 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace cross-site-proxysql-replica-24953 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.6tT4Osdg7T + cat /tmp/tmp.vx5FTlMUVI Error from server (NotFound): namespaces "cross-site-proxysql-replica-24953" not found + rm /tmp/tmp.6tT4Osdg7T /tmp/tmp.vx5FTlMUVI + return 1 + : + wait_for_delete namespace/cross-site-proxysql-replica-24953 + local res=namespace/cross-site-proxysql-replica-24953 + echo -n 'waiting for namespace/cross-site-proxysql-replica-24953 to be deleted' waiting for namespace/cross-site-proxysql-replica-24953 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "cross-site-proxysql-replica-24953" not found + desc 'create namespace cross-site-proxysql-replica-24953' + set +o xtrace ----------------------------------------------------------------------------------- create namespace cross-site-proxysql-replica-24953 ----------------------------------------------------------------------------------- + kubectl_bin create namespace cross-site-proxysql-replica-24953 ++ mktemp + local LAST_OUT=/tmp/tmp.7YfU1BbvhV ++ mktemp + local LAST_ERR=/tmp/tmp.sTcPzhW3UE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cross-site-proxysql-replica-24953 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7YfU1BbvhV namespace/cross-site-proxysql-replica-24953 created + cat /tmp/tmp.sTcPzhW3UE + rm /tmp/tmp.7YfU1BbvhV /tmp/tmp.sTcPzhW3UE + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.NvoAnz0znk +++ mktemp ++ local LAST_ERR=/tmp/tmp.azqItuaF3G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NvoAnz0znk ++ cat /tmp/tmp.azqItuaF3G ++ rm /tmp/tmp.NvoAnz0znk /tmp/tmp.azqItuaF3G ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 ++ mktemp + local LAST_OUT=/tmp/tmp.lVfj6vCLHa ++ mktemp + local LAST_ERR=/tmp/tmp.Acl4V2MC5r + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lVfj6vCLHa Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.Acl4V2MC5r + rm /tmp/tmp.lVfj6vCLHa /tmp/tmp.Acl4V2MC5r + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.elaiK4LwV9 ++ mktemp + local LAST_ERR=/tmp/tmp.eMoV2znfkr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.elaiK4LwV9 customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.eMoV2znfkr + rm /tmp/tmp.elaiK4LwV9 /tmp/tmp.eMoV2znfkr + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-rbac.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.uZfI4zK8td ++ mktemp + local LAST_ERR=/tmp/tmp.LD40PMjOJG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uZfI4zK8td clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.LD40PMjOJG + rm /tmp/tmp.uZfI4zK8td /tmp/tmp.LD40PMjOJG + return 0 + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + kubectl_bin apply -f - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/deploy/cw-operator.yaml ++ mktemp + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + local LAST_OUT=/tmp/tmp.70tsPdfPaR ++ mktemp + local LAST_ERR=/tmp/tmp.Vkatw0skEM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.70tsPdfPaR deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.Vkatw0skEM + rm /tmp/tmp.70tsPdfPaR /tmp/tmp.Vkatw0skEM + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.xatYrdsgAQ ++ mktemp + local LAST_ERR=/tmp/tmp.P09IHK1QFF + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.xatYrdsgAQ + cat /tmp/tmp.P09IHK1QFF error: timed out waiting for the condition on pods/percona-xtradb-cluster-operator-7d9c4fb94c-dpvr8 + rm /tmp/tmp.xatYrdsgAQ /tmp/tmp.P09IHK1QFF + return 1 + true ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.sHbaoNhFSU +++ mktemp ++ local LAST_ERR=/tmp/tmp.UIiijFxxs7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sHbaoNhFSU ++ cat /tmp/tmp.UIiijFxxs7 ++ rm /tmp/tmp.sHbaoNhFSU /tmp/tmp.UIiijFxxs7 ++ return 0 + wait_pod percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk 480 pxc-operator + local pod=percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk + local max_retry=480 + local ns=pxc-operator ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk condition met waiting for pod/percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk to become Ready.Ok + sleep 3 + kubectl_bin apply -f /tmp/tmp.bJY270yEUO/replica-ssl-internal.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.SWGGWEW7xb ++ mktemp + local LAST_ERR=/tmp/tmp.yv1QrhxC58 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /tmp/tmp.bJY270yEUO/replica-ssl-internal.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SWGGWEW7xb secret/cross-site-replica-ssl-internal created + cat /tmp/tmp.yv1QrhxC58 + rm /tmp/tmp.SWGGWEW7xb /tmp/tmp.yv1QrhxC58 + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.aXmV8VfuHz ++ mktemp + local LAST_ERR=/tmp/tmp.vyTAxZdbUg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aXmV8VfuHz secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.vyTAxZdbUg + rm /tmp/tmp.aXmV8VfuHz /tmp/tmp.vyTAxZdbUg + return 0 + spinup_pxc cross-site-replica /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local cluster=cross-site-replica + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.uIOh53nGgp ++ mktemp + local LAST_ERR=/tmp/tmp.0QVAEhBhtv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.uIOh53nGgp secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.0QVAEhBhtv + rm /tmp/tmp.uIOh53nGgp /tmp/tmp.0QVAEhBhtv + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_OUT=/tmp/tmp.znySCO6wBa ++ mktemp + local LAST_ERR=/tmp/tmp.GBvbgnZltE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.znySCO6wBa deployment.apps/pxc-client created + cat /tmp/tmp.GBvbgnZltE + rm /tmp/tmp.znySCO6wBa /tmp/tmp.GBvbgnZltE + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + local pvc_name= + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/cross-site-replica.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2449-b47912f7#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + local LAST_OUT=/tmp/tmp.exyuFOCvpL ++ mktemp + local LAST_ERR=/tmp/tmp.R4GObeZ4n0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.exyuFOCvpL perconaxtradbcluster.pxc.percona.com/cross-site-replica created + cat /tmp/tmp.R4GObeZ4n0 + rm /tmp/tmp.exyuFOCvpL /tmp/tmp.R4GObeZ4n0 + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy cross-site-replica ++ local target_cluster=cross-site-replica +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.Rbx4l1A3MF ++++ mktemp +++ local LAST_ERR=/tmp/tmp.8VjkfWpw5I +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.Rbx4l1A3MF +++ cat /tmp/tmp.8VjkfWpw5I +++ rm /tmp/tmp.Rbx4l1A3MF /tmp/tmp.8VjkfWpw5I +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.fCP8GV2e4A ++++ mktemp +++ local LAST_ERR=/tmp/tmp.lsI2hCKfS1 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.fCP8GV2e4A +++ cat /tmp/tmp.lsI2hCKfS1 +++ rm /tmp/tmp.fCP8GV2e4A /tmp/tmp.lsI2hCKfS1 +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo cross-site-replica-proxysql ++ return + local proxy=cross-site-replica-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.WiGfUk4yUj ++ mktemp + local LAST_ERR=/tmp/tmp.5y3gzFc5yH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n cross-site-proxysql-1904 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.WiGfUk4yUj + cat /tmp/tmp.5y3gzFc5yH error: no matching resources found + rm /tmp/tmp.WiGfUk4yUj /tmp/tmp.5y3gzFc5yH + return 1 + true + wait_for_running cross-site-replica-proxysql 1 + local name=cross-site-replica-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-proxysql-0 480 + local pod=cross-site-replica-proxysql-0 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo cross-site-replica-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/cross-site-replica-proxysql-0 condition met waiting for pod/cross-site-replica-proxysql-0 to become Ready.Ok + wait_for_running cross-site-replica-pxc 3 + local name=cross-site-replica-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-0 480 + local pod=cross-site-replica-pxc-0 + local max_retry=480 + local ns= ++ echo cross-site-replica-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-0 condition met waiting for pod/cross-site-replica-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-1 480 + local pod=cross-site-replica-pxc-1 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo cross-site-replica-pxc-1 + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-1 condition met waiting for pod/cross-site-replica-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod cross-site-replica-pxc-2 480 + local pod=cross-site-replica-pxc-2 + local max_retry=480 + local ns= ++ echo cross-site-replica-pxc-2 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/cross-site-replica-pxc-2 condition met waiting for pod/cross-site-replica-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.gSiRxLpSxd +++ mktemp ++ local LAST_ERR=/tmp/tmp.HS7szbndBu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gSiRxLpSxd ++ cat /tmp/tmp.HS7szbndBu ++ rm /tmp/tmp.gSiRxLpSxd /tmp/tmp.HS7szbndBu ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mH1KYYtHgr +++ mktemp ++ local LAST_ERR=/tmp/tmp.zSHCzXgYVi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mH1KYYtHgr ++ cat /tmp/tmp.zSHCzXgYVi ++ rm /tmp/tmp.mH1KYYtHgr /tmp/tmp.zSHCzXgYVi ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-jxtns + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h cross-site-replica-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JlY6owMNV0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OmdR0gdjtP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JlY6owMNV0 ++ cat /tmp/tmp.OmdR0gdjtP ++ rm /tmp/tmp.JlY6owMNV0 /tmp/tmp.OmdR0gdjtP ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-0.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IOtkZKLn1j +++ mktemp ++ local LAST_ERR=/tmp/tmp.PqcLaDvMu6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IOtkZKLn1j ++ cat /tmp/tmp.PqcLaDvMu6 ++ rm /tmp/tmp.IOtkZKLn1j /tmp/tmp.PqcLaDvMu6 ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-1.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ip2HJh6XfT +++ mktemp ++ local LAST_ERR=/tmp/tmp.RlIsmh7Jie ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ip2HJh6XfT ++ cat /tmp/tmp.RlIsmh7Jie ++ rm /tmp/tmp.ip2HJh6XfT /tmp/tmp.RlIsmh7Jie ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-jxtns + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h cross-site-replica-pxc-2.cross-site-replica-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9vIVAi3joO +++ mktemp ++ local LAST_ERR=/tmp/tmp.LUJLLc1kCa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9vIVAi3joO ++ cat /tmp/tmp.LUJLLc1kCa ++ rm /tmp/tmp.9vIVAi3joO /tmp/tmp.LUJLLc1kCa ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-jxtns ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-1.sql /tmp/tmp.bJY270yEUO/select-1.sql + is_keyring_plugin_in_use cross-site-replica + local cluster=cross-site-replica + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + kubectl exec cross-site-replica-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + grep -E -o 'early-plugin-load=keyring_\w+.so' + return 1 + sleep 60 + desc 'restore backup from source cluster' + set +o xtrace ----------------------------------------------------------------------------------- restore backup from source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-1904 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GIXTw3KePe +++ mktemp ++ local LAST_ERR=/tmp/tmp.auJjo4QCJk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-1904 pxc-backup backup-minio-source -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GIXTw3KePe ++ cat /tmp/tmp.auJjo4QCJk ++ rm /tmp/tmp.GIXTw3KePe /tmp/tmp.auJjo4QCJk ++ return 0 + destination=s3://operator-testing/cross-site-source-2026-04-30-11:49:55-full + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-source-2026-04-30-11:49:55-full~ + /usr/bin/sed -e s~#cluster~cross-site-replica~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml + kubectl_bin apply -f - ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ + local LAST_OUT=/tmp/tmp.dU71k92LKC ++ mktemp + local LAST_ERR=/tmp/tmp.ZKHf20weqJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dU71k92LKC perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.ZKHf20weqJ + rm /tmp/tmp.dU71k92LKC /tmp/tmp.ZKHf20weqJ + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XoeJn3pkeE +++ mktemp ++ local LAST_ERR=/tmp/tmp.iKyR8MF3tI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XoeJn3pkeE ++ cat /tmp/tmp.iKyR8MF3tI ++ rm /tmp/tmp.XoeJn3pkeE /tmp/tmp.iKyR8MF3tI ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7R3g8mQKpA +++ mktemp ++ local LAST_ERR=/tmp/tmp.tT6We1wXVU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7R3g8mQKpA ++ cat /tmp/tmp.tT6We1wXVU ++ rm /tmp/tmp.7R3g8mQKpA /tmp/tmp.tT6We1wXVU ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yupKDjkAxC +++ mktemp ++ local LAST_ERR=/tmp/tmp.d034aB5RX9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yupKDjkAxC ++ cat /tmp/tmp.d034aB5RX9 ++ rm /tmp/tmp.yupKDjkAxC /tmp/tmp.d034aB5RX9 ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Dd9DvDhT97 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8syb0hUO7g ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Dd9DvDhT97 ++ cat /tmp/tmp.8syb0hUO7g ++ rm /tmp/tmp.Dd9DvDhT97 /tmp/tmp.8syb0hUO7g ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HvmRbAadkb +++ mktemp ++ local LAST_ERR=/tmp/tmp.3IxJPXK8a1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HvmRbAadkb ++ cat /tmp/tmp.3IxJPXK8a1 ++ rm /tmp/tmp.HvmRbAadkb /tmp/tmp.3IxJPXK8a1 ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B8mOdB9Ve7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ru0tSBJlop ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B8mOdB9Ve7 ++ cat /tmp/tmp.Ru0tSBJlop ++ rm /tmp/tmp.B8mOdB9Ve7 /tmp/tmp.Ru0tSBJlop ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hLhQL0lylK +++ mktemp ++ local LAST_ERR=/tmp/tmp.SZCa7hpIH6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hLhQL0lylK ++ cat /tmp/tmp.SZCa7hpIH6 ++ rm /tmp/tmp.hLhQL0lylK /tmp/tmp.SZCa7hpIH6 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HLBit3Oa2S +++ mktemp ++ local LAST_ERR=/tmp/tmp.06QK1EwdnJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HLBit3Oa2S ++ cat /tmp/tmp.06QK1EwdnJ ++ rm /tmp/tmp.HLBit3Oa2S /tmp/tmp.06QK1EwdnJ ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8xoSIuSQdD +++ mktemp ++ local LAST_ERR=/tmp/tmp.gm3u4aFhIx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8xoSIuSQdD ++ cat /tmp/tmp.gm3u4aFhIx ++ rm /tmp/tmp.8xoSIuSQdD /tmp/tmp.gm3u4aFhIx ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aXdCP5nCTj +++ mktemp ++ local LAST_ERR=/tmp/tmp.oxVbsUugWK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aXdCP5nCTj ++ cat /tmp/tmp.oxVbsUugWK ++ rm /tmp/tmp.aXdCP5nCTj /tmp/tmp.oxVbsUugWK ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iq8OCjiBP8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.iH6iVu8vcd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iq8OCjiBP8 ++ cat /tmp/tmp.iH6iVu8vcd ++ rm /tmp/tmp.iq8OCjiBP8 /tmp/tmp.iH6iVu8vcd ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RTYJICblJF +++ mktemp ++ local LAST_ERR=/tmp/tmp.LJyHqtTwgV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RTYJICblJF ++ cat /tmp/tmp.LJyHqtTwgV ++ rm /tmp/tmp.RTYJICblJF /tmp/tmp.LJyHqtTwgV ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4QKf3jEqHk +++ mktemp ++ local LAST_ERR=/tmp/tmp.HlHvsl3Wa3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4QKf3jEqHk ++ cat /tmp/tmp.HlHvsl3Wa3 ++ rm /tmp/tmp.4QKf3jEqHk /tmp/tmp.HlHvsl3Wa3 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0LXGX4NK9D +++ mktemp ++ local LAST_ERR=/tmp/tmp.mCCENsTEOh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0LXGX4NK9D ++ cat /tmp/tmp.mCCENsTEOh ++ rm /tmp/tmp.0LXGX4NK9D /tmp/tmp.mCCENsTEOh ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OkZ19KxWhb +++ mktemp ++ local LAST_ERR=/tmp/tmp.pokER5n5Of ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OkZ19KxWhb ++ cat /tmp/tmp.pokER5n5Of ++ rm /tmp/tmp.OkZ19KxWhb /tmp/tmp.pokER5n5Of ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.SYqENXRH9j +++ mktemp ++ local LAST_ERR=/tmp/tmp.JirsEwA2xk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.SYqENXRH9j ++ cat /tmp/tmp.JirsEwA2xk ++ rm /tmp/tmp.SYqENXRH9j /tmp/tmp.JirsEwA2xk ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8CcB45KWbb +++ mktemp ++ local LAST_ERR=/tmp/tmp.ClEW32yZXy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8CcB45KWbb ++ cat /tmp/tmp.ClEW32yZXy ++ rm /tmp/tmp.8CcB45KWbb /tmp/tmp.ClEW32yZXy ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ulryGvBOV9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5MOVoJBF5B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ulryGvBOV9 ++ cat /tmp/tmp.5MOVoJBF5B ++ rm /tmp/tmp.ulryGvBOV9 /tmp/tmp.5MOVoJBF5B ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aaVvbDlng2 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qi0jMwsuZv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aaVvbDlng2 ++ cat /tmp/tmp.qi0jMwsuZv ++ rm /tmp/tmp.aaVvbDlng2 /tmp/tmp.qi0jMwsuZv ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.OkZ7jMqhz6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RQEZ0E4gsT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.OkZ7jMqhz6 ++ cat /tmp/tmp.RQEZ0E4gsT ++ rm /tmp/tmp.OkZ7jMqhz6 /tmp/tmp.RQEZ0E4gsT ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GzmuXZD7Ul +++ mktemp ++ local LAST_ERR=/tmp/tmp.entCnyP5UA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GzmuXZD7Ul ++ cat /tmp/tmp.entCnyP5UA ++ rm /tmp/tmp.GzmuXZD7Ul /tmp/tmp.entCnyP5UA ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Cj64fKTo6k +++ mktemp ++ local LAST_ERR=/tmp/tmp.PtZHxJBJSE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Cj64fKTo6k ++ cat /tmp/tmp.PtZHxJBJSE ++ rm /tmp/tmp.Cj64fKTo6k /tmp/tmp.PtZHxJBJSE ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4KlwY9Od4a +++ mktemp ++ local LAST_ERR=/tmp/tmp.tUV2cieOwi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4KlwY9Od4a ++ cat /tmp/tmp.tUV2cieOwi ++ rm /tmp/tmp.4KlwY9Od4a /tmp/tmp.tUV2cieOwi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l6Yf8puZk7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ei2uJM4jrt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l6Yf8puZk7 ++ cat /tmp/tmp.Ei2uJM4jrt ++ rm /tmp/tmp.l6Yf8puZk7 /tmp/tmp.Ei2uJM4jrt ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IpWDzUJSVQ +++ mktemp ++ local LAST_ERR=/tmp/tmp.BDNyTqPwMr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IpWDzUJSVQ ++ cat /tmp/tmp.BDNyTqPwMr ++ rm /tmp/tmp.IpWDzUJSVQ /tmp/tmp.BDNyTqPwMr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.emCcKgEmtp +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q8ag6hNlV2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.emCcKgEmtp ++ cat /tmp/tmp.Q8ag6hNlV2 ++ rm /tmp/tmp.emCcKgEmtp /tmp/tmp.Q8ag6hNlV2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6IIKpwk7PW +++ mktemp ++ local LAST_ERR=/tmp/tmp.Xd2GX2h2wL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6IIKpwk7PW ++ cat /tmp/tmp.Xd2GX2h2wL ++ rm /tmp/tmp.6IIKpwk7PW /tmp/tmp.Xd2GX2h2wL ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RDsAfSpsya +++ mktemp ++ local LAST_ERR=/tmp/tmp.DxqDt2pPhP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RDsAfSpsya ++ cat /tmp/tmp.DxqDt2pPhP ++ rm /tmp/tmp.RDsAfSpsya /tmp/tmp.DxqDt2pPhP ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.m6akChjQwC +++ mktemp ++ local LAST_ERR=/tmp/tmp.0eZLYeIwpt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.m6akChjQwC ++ cat /tmp/tmp.0eZLYeIwpt ++ rm /tmp/tmp.m6akChjQwC /tmp/tmp.0eZLYeIwpt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BdPHoz5tut +++ mktemp ++ local LAST_ERR=/tmp/tmp.qZXbcxJw2Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BdPHoz5tut ++ cat /tmp/tmp.qZXbcxJw2Z ++ rm /tmp/tmp.BdPHoz5tut /tmp/tmp.qZXbcxJw2Z ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ONJwjAsSlg +++ mktemp ++ local LAST_ERR=/tmp/tmp.bvTjRrw9FI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ONJwjAsSlg ++ cat /tmp/tmp.bvTjRrw9FI ++ rm /tmp/tmp.ONJwjAsSlg /tmp/tmp.bvTjRrw9FI ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xoJ1gsGBp8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.qqsd8A40CT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xoJ1gsGBp8 ++ cat /tmp/tmp.qqsd8A40CT ++ rm /tmp/tmp.xoJ1gsGBp8 /tmp/tmp.qqsd8A40CT ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qv7R8ICmGH +++ mktemp ++ local LAST_ERR=/tmp/tmp.ivBLXcztm6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qv7R8ICmGH ++ cat /tmp/tmp.ivBLXcztm6 ++ rm /tmp/tmp.Qv7R8ICmGH /tmp/tmp.ivBLXcztm6 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CSIrHl3ROa +++ mktemp ++ local LAST_ERR=/tmp/tmp.SN0ABHwZPZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CSIrHl3ROa ++ cat /tmp/tmp.SN0ABHwZPZ ++ rm /tmp/tmp.CSIrHl3ROa /tmp/tmp.SN0ABHwZPZ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MZlPx8vIqb +++ mktemp ++ local LAST_ERR=/tmp/tmp.YL9V74narM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MZlPx8vIqb ++ cat /tmp/tmp.YL9V74narM ++ rm /tmp/tmp.MZlPx8vIqb /tmp/tmp.YL9V74narM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UzaJt5u5CB +++ mktemp ++ local LAST_ERR=/tmp/tmp.5g6YvOAaxG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UzaJt5u5CB ++ cat /tmp/tmp.5g6YvOAaxG ++ rm /tmp/tmp.UzaJt5u5CB /tmp/tmp.5g6YvOAaxG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oDoUE37pAh +++ mktemp ++ local LAST_ERR=/tmp/tmp.ffKcwLabaz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oDoUE37pAh ++ cat /tmp/tmp.ffKcwLabaz ++ rm /tmp/tmp.oDoUE37pAh /tmp/tmp.ffKcwLabaz ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MCxMT2w142 +++ mktemp ++ local LAST_ERR=/tmp/tmp.wD8lP1gfNM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MCxMT2w142 ++ cat /tmp/tmp.wD8lP1gfNM ++ rm /tmp/tmp.MCxMT2w142 /tmp/tmp.wD8lP1gfNM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a26E3RqCN5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tKchEnA2q2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a26E3RqCN5 ++ cat /tmp/tmp.tKchEnA2q2 ++ rm /tmp/tmp.a26E3RqCN5 /tmp/tmp.tKchEnA2q2 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ba5Pmo0flB +++ mktemp ++ local LAST_ERR=/tmp/tmp.Tga6qbvIYV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ba5Pmo0flB ++ cat /tmp/tmp.Tga6qbvIYV ++ rm /tmp/tmp.ba5Pmo0flB /tmp/tmp.Tga6qbvIYV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dtZAI9uH28 +++ mktemp ++ local LAST_ERR=/tmp/tmp.zgqfnZV34f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dtZAI9uH28 ++ cat /tmp/tmp.zgqfnZV34f ++ rm /tmp/tmp.dtZAI9uH28 /tmp/tmp.zgqfnZV34f ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Jz4ZwK5BBo +++ mktemp ++ local LAST_ERR=/tmp/tmp.0KeHNSlRhh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Jz4ZwK5BBo ++ cat /tmp/tmp.0KeHNSlRhh ++ rm /tmp/tmp.Jz4ZwK5BBo /tmp/tmp.0KeHNSlRhh ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.8Nk9UcFlZP +++ mktemp ++ local LAST_ERR=/tmp/tmp.GUDB7iVY4A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.8Nk9UcFlZP ++ cat /tmp/tmp.GUDB7iVY4A ++ rm /tmp/tmp.8Nk9UcFlZP /tmp/tmp.GUDB7iVY4A ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1IhJtL3Q31 +++ mktemp ++ local LAST_ERR=/tmp/tmp.RPUcYyLvqe ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1IhJtL3Q31 ++ cat /tmp/tmp.RPUcYyLvqe ++ rm /tmp/tmp.1IhJtL3Q31 /tmp/tmp.RPUcYyLvqe ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iNUqsq78U3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8aJ4zzlOMV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iNUqsq78U3 ++ cat /tmp/tmp.8aJ4zzlOMV ++ rm /tmp/tmp.iNUqsq78U3 /tmp/tmp.8aJ4zzlOMV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NNIIRs6RDh +++ mktemp ++ local LAST_ERR=/tmp/tmp.ifdH9Eu7PO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NNIIRs6RDh ++ cat /tmp/tmp.ifdH9Eu7PO ++ rm /tmp/tmp.NNIIRs6RDh /tmp/tmp.ifdH9Eu7PO ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AF10n434ca +++ mktemp ++ local LAST_ERR=/tmp/tmp.QlZFq1AmCx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AF10n434ca ++ cat /tmp/tmp.QlZFq1AmCx ++ rm /tmp/tmp.AF10n434ca /tmp/tmp.QlZFq1AmCx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.R3sA4Q7ZqU +++ mktemp ++ local LAST_ERR=/tmp/tmp.AZEYQrWgdR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.R3sA4Q7ZqU ++ cat /tmp/tmp.AZEYQrWgdR ++ rm /tmp/tmp.R3sA4Q7ZqU /tmp/tmp.AZEYQrWgdR ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YFEElRaOmI +++ mktemp ++ local LAST_ERR=/tmp/tmp.WcKSoCaT3C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YFEElRaOmI ++ cat /tmp/tmp.WcKSoCaT3C ++ rm /tmp/tmp.YFEElRaOmI /tmp/tmp.WcKSoCaT3C ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GCCcHjqPji +++ mktemp ++ local LAST_ERR=/tmp/tmp.UkTFIq6BSN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GCCcHjqPji ++ cat /tmp/tmp.UkTFIq6BSN ++ rm /tmp/tmp.GCCcHjqPji /tmp/tmp.UkTFIq6BSN ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 49 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wgE1XSWRjT +++ mktemp ++ local LAST_ERR=/tmp/tmp.uWxOR4Wqaj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wgE1XSWRjT ++ cat /tmp/tmp.uWxOR4Wqaj ++ rm /tmp/tmp.wgE1XSWRjT /tmp/tmp.uWxOR4Wqaj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 50 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fU8jogcXfO +++ mktemp ++ local LAST_ERR=/tmp/tmp.ecitfpERCH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fU8jogcXfO ++ cat /tmp/tmp.ecitfpERCH ++ rm /tmp/tmp.fU8jogcXfO /tmp/tmp.ecitfpERCH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 51 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ceSt6D22ZV +++ mktemp ++ local LAST_ERR=/tmp/tmp.bVYNPl5QTZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ceSt6D22ZV ++ cat /tmp/tmp.bVYNPl5QTZ ++ rm /tmp/tmp.ceSt6D22ZV /tmp/tmp.bVYNPl5QTZ ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G2JCc1yGht +++ mktemp ++ local LAST_ERR=/tmp/tmp.4a6hThH1zN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G2JCc1yGht ++ cat /tmp/tmp.4a6hThH1zN ++ rm /tmp/tmp.G2JCc1yGht /tmp/tmp.4a6hThH1zN ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.PiBoCVR84T ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.BVVeRKBGbK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.PiBoCVR84T +++++ cat /tmp/tmp.BVVeRKBGbK +++++ rm /tmp/tmp.PiBoCVR84T /tmp/tmp.BVVeRKBGbK +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Q4lQ5i7yUf ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.z6PNh90Gmb +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Q4lQ5i7yUf +++++ cat /tmp/tmp.z6PNh90Gmb +++++ rm /tmp/tmp.Q4lQ5i7yUf /tmp/tmp.z6PNh90Gmb +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.feedFF3xlj +++ mktemp ++ local LAST_ERR=/tmp/tmp.Nm7RSev6sZ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.feedFF3xlj ++ cat /tmp/tmp.Nm7RSev6sZ ++ rm /tmp/tmp.feedFF3xlj /tmp/tmp.Nm7RSev6sZ ++ return 0 + [[ 3 == \3 ]] + echo + desc 'get replica cluster services endpoints' + set +o xtrace ----------------------------------------------------------------------------------- get replica cluster services endpoints ----------------------------------------------------------------------------------- ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.AjVSro5pgu ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ygVb0dmgIj +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.AjVSro5pgu +++ cat /tmp/tmp.ygVb0dmgIj +++ rm /tmp/tmp.AjVSro5pgu /tmp/tmp.ygVb0dmgIj +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.420MUOII2i +++ mktemp ++ local LAST_ERR=/tmp/tmp.S2R9zwD85A ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.420MUOII2i ++ cat /tmp/tmp.S2R9zwD85A ++ rm /tmp/tmp.420MUOII2i /tmp/tmp.S2R9zwD85A ++ return 0 ++ return + replica_endpoint0=34.118.234.82 ++ get_service_ip cross-site-replica-pxc-1 ++ local service=cross-site-replica-pxc-1 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.zexl3Gju5e ++++ mktemp +++ local LAST_ERR=/tmp/tmp.5LnYW2HZph +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.zexl3Gju5e +++ cat /tmp/tmp.5LnYW2HZph +++ rm /tmp/tmp.zexl3Gju5e /tmp/tmp.5LnYW2HZph +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ovwze9TqbZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZqC4i20sdn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-1 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ovwze9TqbZ ++ cat /tmp/tmp.ZqC4i20sdn ++ rm /tmp/tmp.Ovwze9TqbZ /tmp/tmp.ZqC4i20sdn ++ return 0 ++ return + replica_endpoint1=34.118.236.124 ++ get_service_ip cross-site-replica-pxc-2 ++ local service=cross-site-replica-pxc-2 ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' ++ grep -q NotFound +++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.u3P3j6Flf1 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.IOHilUXHo5 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.u3P3j6Flf1 +++ cat /tmp/tmp.IOHilUXHo5 +++ rm /tmp/tmp.u3P3j6Flf1 /tmp/tmp.IOHilUXHo5 +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j2UTplZ69a +++ mktemp ++ local LAST_ERR=/tmp/tmp.T3ylBPfaoL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-2 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j2UTplZ69a ++ cat /tmp/tmp.T3ylBPfaoL ++ rm /tmp/tmp.j2UTplZ69a /tmp/tmp.T3ylBPfaoL ++ return 0 ++ return + replica_endpoint2=34.118.231.9 ++ run_mysql 'SELECT @@hostname hostname;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ local 'command=SELECT @@hostname hostname;' ++ local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' +++ get_client_pod +++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.yHIXNgReBG ++++ mktemp +++ local LAST_ERR=/tmp/tmp.RgBNQlwTe8 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.yHIXNgReBG +++ cat /tmp/tmp.RgBNQlwTe8 +++ rm /tmp/tmp.yHIXNgReBG /tmp/tmp.RgBNQlwTe8 +++ return 0 ++ client_pod=pxc-client-67fc4995bb-jxtns ++ wait_pod pxc-client-67fc4995bb-jxtns ++ local pod=pxc-client-67fc4995bb-jxtns ++ local max_retry=480 ++ local ns= +++ grep -E '^(pxc|proxysql)$' +++ echo pxc-client-67fc4995bb-jxtns +++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ local container= ++ set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok ++ set +o xtrace + replica_primary=cross-site-replica-pxc-0 ++ get_service_ip cross-site-replica-pxc-0 ++ local service=cross-site-replica-pxc-0 ++ grep -q NotFound ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.TL4RRwy5ty ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Drh6zQqDOV +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.type}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.TL4RRwy5ty +++ cat /tmp/tmp.Drh6zQqDOV +++ rm /tmp/tmp.TL4RRwy5ty /tmp/tmp.Drh6zQqDOV +++ return 0 ++ '[' ClusterIP = ClusterIP ']' ++ kubectl_bin get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.T3VHcMx4YU +++ mktemp ++ local LAST_ERR=/tmp/tmp.DIwmiL9SLC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get service/cross-site-replica-pxc-0 -o 'jsonpath={.spec.clusterIP}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.T3VHcMx4YU ++ cat /tmp/tmp.DIwmiL9SLC ++ rm /tmp/tmp.T3VHcMx4YU /tmp/tmp.DIwmiL9SLC ++ return 0 ++ return + replica_primary_endpoint=34.118.234.82 + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.234.82 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.234.82 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xuynwRTceh +++ mktemp ++ local LAST_ERR=/tmp/tmp.DM8Akbt4EO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xuynwRTceh ++ cat /tmp/tmp.DM8Akbt4EO ++ rm /tmp/tmp.xuynwRTceh /tmp/tmp.DM8Akbt4EO ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'patch replica cluster with replicationChannels settings' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster with replicationChannels settings ----------------------------------------------------------------------------------- + kubectl_bin patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.227.118", "port": 3306, "weight": 100},{"host": "34.118.235.137", "port": 3306, "weight": 100},{"host": "34.118.231.114", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.QJBZsfYW1q ++ mktemp + local LAST_ERR=/tmp/tmp.03rZ4ntZ4g + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "source_to_replica", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.227.118", "port": 3306, "weight": 100},{"host": "34.118.235.137", "port": 3306, "weight": 100},{"host": "34.118.231.114", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QJBZsfYW1q perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.03rZ4ntZ4g + rm /tmp/tmp.QJBZsfYW1q /tmp/tmp.03rZ4ntZ4g + return 0 + sleep 40 + desc 'patch replica cluster secrets with replication user' + set +o xtrace ----------------------------------------------------------------------------------- patch replica cluster secrets with replication user ----------------------------------------------------------------------------------- + patch_replication_secret cross-site-replica 3 3 + local cluster=cross-site-replica + local pxc_size=3 + local proxy_size=3 ++ echo -n new_password ++ base64 + kubectl_bin patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' ++ mktemp + local LAST_OUT=/tmp/tmp.4TrUIfUd2a ++ mktemp + local LAST_ERR=/tmp/tmp.2GZmGLTP9F + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch secret my-cluster-secrets -p '{"data":{"replication": "bmV3X3Bhc3N3b3Jk"}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.4TrUIfUd2a secret/my-cluster-secrets patched + cat /tmp/tmp.2GZmGLTP9F + rm /tmp/tmp.4TrUIfUd2a /tmp/tmp.2GZmGLTP9F + return 0 + sleep 15 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.3nT7MtMtak +++ mktemp ++ local LAST_ERR=/tmp/tmp.5HEcfHSJ5x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.3nT7MtMtak ++ cat /tmp/tmp.5HEcfHSJ5x ++ rm /tmp/tmp.3nT7MtMtak /tmp/tmp.5HEcfHSJ5x ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.VQUp9onAl1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9bOcffzZRO ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.VQUp9onAl1 ++ cat /tmp/tmp.9bOcffzZRO ++ rm /tmp/tmp.VQUp9onAl1 /tmp/tmp.9bOcffzZRO ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.N8Qv0Ehi9r ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.yVfuals8ER +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.N8Qv0Ehi9r +++++ cat /tmp/tmp.yVfuals8ER +++++ rm /tmp/tmp.N8Qv0Ehi9r /tmp/tmp.yVfuals8ER +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.vDNSAP8WTv ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Tbh8SDJN5b +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.vDNSAP8WTv +++++ cat /tmp/tmp.Tbh8SDJN5b +++++ rm /tmp/tmp.vDNSAP8WTv /tmp/tmp.Tbh8SDJN5b +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FCLx9xzlBY +++ mktemp ++ local LAST_ERR=/tmp/tmp.6BOkTbxe4S ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FCLx9xzlBY ++ cat /tmp/tmp.6BOkTbxe4S ++ rm /tmp/tmp.FCLx9xzlBY /tmp/tmp.6BOkTbxe4S ++ return 0 + [[ 3 == \3 ]] + echo + desc 'Check replication works between source -> replica' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between source -> replica ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.234.82 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.234.82 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.234.82 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.234.82 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WLU5oShqFt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Dem9SLviqT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WLU5oShqFt ++ cat /tmp/tmp.Dem9SLviqT ++ rm /tmp/tmp.WLU5oShqFt /tmp/tmp.Dem9SLviqT ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.bJY270yEUO/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.236.124 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.236.124 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.236.124 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.236.124 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sAYf90AMPN +++ mktemp ++ local LAST_ERR=/tmp/tmp.UDXJdFuWHV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sAYf90AMPN ++ cat /tmp/tmp.UDXJdFuWHV ++ rm /tmp/tmp.sAYf90AMPN /tmp/tmp.UDXJdFuWHV ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-jxtns + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.bJY270yEUO/select-2.sql + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h 34.118.231.9 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.231.9 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h 34.118.231.9 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h 34.118.231.9 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.KKuLmzPpKY +++ mktemp ++ local LAST_ERR=/tmp/tmp.QRRLhwJDg7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.KKuLmzPpKY ++ cat /tmp/tmp.QRRLhwJDg7 ++ rm /tmp/tmp.KKuLmzPpKY /tmp/tmp.QRRLhwJDg7 ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.bJY270yEUO/select-2.sql + desc 'check that ProxySQL on replica cluster does not have writer hostgroup (11)' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on replica cluster does not have writer hostgroup (11) ----------------------------------------------------------------------------------- + check_proxysql_hostgroup cross-site-replica 3 11 empty + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=empty + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=0 + [[ empty == \e\m\p\t\y ]] + [[ 0 -ne 0 ]] + [[ empty == \p\o\p\u\l\a\t\e\d ]] + desc 'verify cluster stability and no ProxySQL pod restarts over 60 seconds' + set +o xtrace ----------------------------------------------------------------------------------- verify cluster stability and no ProxySQL pod restarts over 60 seconds ----------------------------------------------------------------------------------- + proxysql_restarts_before=() + local proxysql_restarts_before + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.N9dUcZy1iv +++ mktemp ++ local LAST_ERR=/tmp/tmp.GgdbaKWGBu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.N9dUcZy1iv ++ cat /tmp/tmp.GgdbaKWGBu ++ rm /tmp/tmp.N9dUcZy1iv /tmp/tmp.GgdbaKWGBu ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tL1KPOd82y +++ mktemp ++ local LAST_ERR=/tmp/tmp.8o92UF3bQN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tL1KPOd82y ++ cat /tmp/tmp.8o92UF3bQN ++ rm /tmp/tmp.tL1KPOd82y /tmp/tmp.8o92UF3bQN ++ return 0 + for i in 0 1 2 + proxysql_restarts_before+=("$(kubectl_bin get pod "${replica_cluster}-proxysql-${i}" -o jsonpath='{.status.containerStatuses[?(@.name=="proxysql")].restartCount}')") ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B9hPbnSLai +++ mktemp ++ local LAST_ERR=/tmp/tmp.mVgAWzZXkE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B9hPbnSLai ++ cat /tmp/tmp.mVgAWzZXkE ++ rm /tmp/tmp.B9hPbnSLai /tmp/tmp.mVgAWzZXkE ++ return 0 + sleep 60 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.9KNMLbavzS +++ mktemp ++ local LAST_ERR=/tmp/tmp.bP9tyTbZUN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.9KNMLbavzS ++ cat /tmp/tmp.bP9tyTbZUN ++ rm /tmp/tmp.9KNMLbavzS /tmp/tmp.bP9tyTbZUN ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Qo9uCoQttV +++ mktemp ++ local LAST_ERR=/tmp/tmp.GrIoWxEW4D ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Qo9uCoQttV ++ cat /tmp/tmp.GrIoWxEW4D ++ rm /tmp/tmp.Qo9uCoQttV /tmp/tmp.GrIoWxEW4D ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.94OrjCFZE1 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.dJHk4vPaQ5 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.94OrjCFZE1 +++++ cat /tmp/tmp.dJHk4vPaQ5 +++++ rm /tmp/tmp.94OrjCFZE1 /tmp/tmp.dJHk4vPaQ5 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.B3AKLz3SnY ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.dnMbzIExt8 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.B3AKLz3SnY +++++ cat /tmp/tmp.dnMbzIExt8 +++++ rm /tmp/tmp.B3AKLz3SnY /tmp/tmp.dnMbzIExt8 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.noqkeYQiwa +++ mktemp ++ local LAST_ERR=/tmp/tmp.eEHR4MfyGw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.noqkeYQiwa ++ cat /tmp/tmp.eEHR4MfyGw ++ rm /tmp/tmp.noqkeYQiwa /tmp/tmp.eEHR4MfyGw ++ return 0 + [[ 3 == \3 ]] + echo + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pYNGLG824r +++ mktemp ++ local LAST_ERR=/tmp/tmp.q92nwmXYk6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-0 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pYNGLG824r ++ cat /tmp/tmp.q92nwmXYk6 ++ rm /tmp/tmp.pYNGLG824r /tmp/tmp.q92nwmXYk6 ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.78BciUC69n +++ mktemp ++ local LAST_ERR=/tmp/tmp.v4UuQUN5kL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-1 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.78BciUC69n ++ cat /tmp/tmp.v4UuQUN5kL ++ rm /tmp/tmp.78BciUC69n /tmp/tmp.v4UuQUN5kL ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + for i in 0 1 2 ++ kubectl_bin get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yBiP9oMrYP +++ mktemp ++ local LAST_ERR=/tmp/tmp.t9djo9py4C ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pod cross-site-replica-proxysql-2 -o 'jsonpath={.status.containerStatuses[?(@.name=="proxysql")].restartCount}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yBiP9oMrYP ++ cat /tmp/tmp.t9djo9py4C ++ rm /tmp/tmp.yBiP9oMrYP /tmp/tmp.t9djo9py4C ++ return 0 + restarts_after=0 + [[ 0 -gt 0 ]] + desc 'check read access via ProxySQL on replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- check read access via ProxySQL on replica cluster ----------------------------------------------------------------------------------- + compare_mysql_cmd select-2 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-2 + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testSourceReplica;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testSourceReplica;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TYeRKqspO0 +++ mktemp ++ local LAST_ERR=/tmp/tmp.5QRd5oTA1y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TYeRKqspO0 ++ cat /tmp/tmp.5QRd5oTA1y ++ rm /tmp/tmp.TYeRKqspO0 /tmp/tmp.5QRd5oTA1y ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-2.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-2.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-2.sql /tmp/tmp.bJY270yEUO/select-2.sql + run_backup cross-site-replica backup-minio-replica + local cluster=cross-site-replica + local backup=backup-minio-replica + log 'run pxc-backup/backup-minio-replica' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-30T12:11:07+0000]' run pxc-backup/backup-minio-replica [2026-04-30T12:11:07+0000] run pxc-backup/backup-minio-replica + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml ++ mktemp + local LAST_OUT=/tmp/tmp.VIr1yivrLQ ++ mktemp + local LAST_ERR=/tmp/tmp.T4846wVpP7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/backup-minio-replica.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VIr1yivrLQ perconaxtradbclusterbackup.pxc.percona.com/backup-minio-replica created + cat /tmp/tmp.T4846wVpP7 + rm /tmp/tmp.VIr1yivrLQ /tmp/tmp.T4846wVpP7 + return 0 + wait_backup backup-minio-replica + local backup=backup-minio-replica + local status=Succeeded + set +o xtrace waiting for pxc-backup/backup-minio-replica to reach Succeeded state..............Succeeded + desc 'Switch clusters over' + set +o xtrace ----------------------------------------------------------------------------------- Switch clusters over ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-1904 + local ns=cross-site-proxysql-1904 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.H5wDwUw5JR +++ mktemp ++ local LAST_ERR=/tmp/tmp.tUN65b7cLC ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H5wDwUw5JR ++ cat /tmp/tmp.tUN65b7cLC ++ rm /tmp/tmp.H5wDwUw5JR /tmp/tmp.tUN65b7cLC ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.PPEEzRVKt3 ++ mktemp + local LAST_ERR=/tmp/tmp.R69N27LsfS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PPEEzRVKt3 Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.R69N27LsfS + rm /tmp/tmp.PPEEzRVKt3 /tmp/tmp.R69N27LsfS + return 0 + desc 'rebuild source cluster' + set +o xtrace ----------------------------------------------------------------------------------- rebuild source cluster ----------------------------------------------------------------------------------- ++ kubectl_bin get -n cross-site-proxysql-replica-24953 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GXwckI8vPJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.mKlSoItQw8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get -n cross-site-proxysql-replica-24953 pxc-backup backup-minio-replica -o 'jsonpath={.status.destination}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GXwckI8vPJ ++ cat /tmp/tmp.mKlSoItQw8 ++ rm /tmp/tmp.GXwckI8vPJ /tmp/tmp.mKlSoItQw8 ++ return 0 + destination=s3://operator-testing/cross-site-replica-2026-04-30-12:11:09-full + /usr/bin/sed -e s~#cluster~cross-site-source~ + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/conf/restore-backup-minio.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.cross-site-proxysql-1904~ + kubectl_bin apply -f - + /usr/bin/sed -e s~#destination~s3://operator-testing/cross-site-replica-2026-04-30-12:11:09-full~ ++ mktemp + local LAST_OUT=/tmp/tmp.9zk6k8PFAs ++ mktemp + local LAST_ERR=/tmp/tmp.UTFwQ3ChEB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9zk6k8PFAs perconaxtradbclusterrestore.pxc.percona.com/backup-minio created + cat /tmp/tmp.UTFwQ3ChEB + rm /tmp/tmp.9zk6k8PFAs /tmp/tmp.UTFwQ3ChEB + return 0 + wait_cluster_consistency cross-site-source 3 3 + local cluster_name=cross-site-source + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-source to be ready' waiting for pxc/cross-site-source to be ready++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5KSaBcxPRx +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bc1H9Zn9c8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5KSaBcxPRx ++ cat /tmp/tmp.Bc1H9Zn9c8 ++ rm /tmp/tmp.5KSaBcxPRx /tmp/tmp.Bc1H9Zn9c8 ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CNjGO5GlA6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.AVu1qccSXl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CNjGO5GlA6 ++ cat /tmp/tmp.AVu1qccSXl ++ rm /tmp/tmp.CNjGO5GlA6 /tmp/tmp.AVu1qccSXl ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JKxGmIKo2b +++ mktemp ++ local LAST_ERR=/tmp/tmp.zgMh83vj0n ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JKxGmIKo2b ++ cat /tmp/tmp.zgMh83vj0n ++ rm /tmp/tmp.JKxGmIKo2b /tmp/tmp.zgMh83vj0n ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.amzyoIM8Xp +++ mktemp ++ local LAST_ERR=/tmp/tmp.O4NDKi3Q9f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.amzyoIM8Xp ++ cat /tmp/tmp.O4NDKi3Q9f ++ rm /tmp/tmp.amzyoIM8Xp /tmp/tmp.O4NDKi3Q9f ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.J9CKIFTKtH +++ mktemp ++ local LAST_ERR=/tmp/tmp.RjidWqqpzv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.J9CKIFTKtH ++ cat /tmp/tmp.RjidWqqpzv ++ rm /tmp/tmp.J9CKIFTKtH /tmp/tmp.RjidWqqpzv ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yMu7j6fBMk +++ mktemp ++ local LAST_ERR=/tmp/tmp.JLvtlrnGen ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yMu7j6fBMk ++ cat /tmp/tmp.JLvtlrnGen ++ rm /tmp/tmp.yMu7j6fBMk /tmp/tmp.JLvtlrnGen ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fkq2aTsYb6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.UWmo6STEyY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fkq2aTsYb6 ++ cat /tmp/tmp.UWmo6STEyY ++ rm /tmp/tmp.fkq2aTsYb6 /tmp/tmp.UWmo6STEyY ++ return 0 + [[ stopping == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GpuNWhiyK1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.QsXlQ1a14Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GpuNWhiyK1 ++ cat /tmp/tmp.QsXlQ1a14Z ++ rm /tmp/tmp.GpuNWhiyK1 /tmp/tmp.QsXlQ1a14Z ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E936XtcTyN +++ mktemp ++ local LAST_ERR=/tmp/tmp.THm6yKcXHd ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E936XtcTyN ++ cat /tmp/tmp.THm6yKcXHd ++ rm /tmp/tmp.E936XtcTyN /tmp/tmp.THm6yKcXHd ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mj4JCAtwor +++ mktemp ++ local LAST_ERR=/tmp/tmp.lmIUxl6eEi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mj4JCAtwor ++ cat /tmp/tmp.lmIUxl6eEi ++ rm /tmp/tmp.Mj4JCAtwor /tmp/tmp.lmIUxl6eEi ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.oKi7dv2nGk +++ mktemp ++ local LAST_ERR=/tmp/tmp.wj96oev0Rn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.oKi7dv2nGk ++ cat /tmp/tmp.wj96oev0Rn ++ rm /tmp/tmp.oKi7dv2nGk /tmp/tmp.wj96oev0Rn ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dzXlLj3asz +++ mktemp ++ local LAST_ERR=/tmp/tmp.2XKOIh898y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dzXlLj3asz ++ cat /tmp/tmp.2XKOIh898y ++ rm /tmp/tmp.dzXlLj3asz /tmp/tmp.2XKOIh898y ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7oOiFqxxi8 +++ mktemp ++ local LAST_ERR=/tmp/tmp.H9BWV7Ti3a ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7oOiFqxxi8 ++ cat /tmp/tmp.H9BWV7Ti3a ++ rm /tmp/tmp.7oOiFqxxi8 /tmp/tmp.H9BWV7Ti3a ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.kcLkG7HNDe +++ mktemp ++ local LAST_ERR=/tmp/tmp.eLfLSIaXwD ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.kcLkG7HNDe ++ cat /tmp/tmp.eLfLSIaXwD ++ rm /tmp/tmp.kcLkG7HNDe /tmp/tmp.eLfLSIaXwD ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.HJescU99hy +++ mktemp ++ local LAST_ERR=/tmp/tmp.l0xmj0kYr7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HJescU99hy ++ cat /tmp/tmp.l0xmj0kYr7 ++ rm /tmp/tmp.HJescU99hy /tmp/tmp.l0xmj0kYr7 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.eS6oEGmTbo +++ mktemp ++ local LAST_ERR=/tmp/tmp.loLvs8Lusa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.eS6oEGmTbo ++ cat /tmp/tmp.loLvs8Lusa ++ rm /tmp/tmp.eS6oEGmTbo /tmp/tmp.loLvs8Lusa ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JfoVnwiEfG +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZWcGkIbaPm ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JfoVnwiEfG ++ cat /tmp/tmp.ZWcGkIbaPm ++ rm /tmp/tmp.JfoVnwiEfG /tmp/tmp.ZWcGkIbaPm ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.4sJDLtNwgs +++ mktemp ++ local LAST_ERR=/tmp/tmp.G5sROMdlXS ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.4sJDLtNwgs ++ cat /tmp/tmp.G5sROMdlXS ++ rm /tmp/tmp.4sJDLtNwgs /tmp/tmp.G5sROMdlXS ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CXT0M895T6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.dHIVNhXJ5z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CXT0M895T6 ++ cat /tmp/tmp.dHIVNhXJ5z ++ rm /tmp/tmp.CXT0M895T6 /tmp/tmp.dHIVNhXJ5z ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.6t4J5GObby +++ mktemp ++ local LAST_ERR=/tmp/tmp.38LnbsCPHs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6t4J5GObby ++ cat /tmp/tmp.38LnbsCPHs ++ rm /tmp/tmp.6t4J5GObby /tmp/tmp.38LnbsCPHs ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pKjn2fIEz5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lV7QE1LKAL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pKjn2fIEz5 ++ cat /tmp/tmp.lV7QE1LKAL ++ rm /tmp/tmp.pKjn2fIEz5 /tmp/tmp.lV7QE1LKAL ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aOk1ta0Klo +++ mktemp ++ local LAST_ERR=/tmp/tmp.fPnxqcx7d4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aOk1ta0Klo ++ cat /tmp/tmp.fPnxqcx7d4 ++ rm /tmp/tmp.aOk1ta0Klo /tmp/tmp.fPnxqcx7d4 ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 21 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.TI39PLkXA5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.fCLSt2LsNn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.TI39PLkXA5 ++ cat /tmp/tmp.fCLSt2LsNn ++ rm /tmp/tmp.TI39PLkXA5 /tmp/tmp.fCLSt2LsNn ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 22 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.aDgrbjD3gY +++ mktemp ++ local LAST_ERR=/tmp/tmp.FeCGtPVMNt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.aDgrbjD3gY ++ cat /tmp/tmp.FeCGtPVMNt ++ rm /tmp/tmp.aDgrbjD3gY /tmp/tmp.FeCGtPVMNt ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 23 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.yx1NdLg5rL +++ mktemp ++ local LAST_ERR=/tmp/tmp.zIFTrvbHRf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yx1NdLg5rL ++ cat /tmp/tmp.zIFTrvbHRf ++ rm /tmp/tmp.yx1NdLg5rL /tmp/tmp.zIFTrvbHRf ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 24 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MM2qaXwNKL +++ mktemp ++ local LAST_ERR=/tmp/tmp.q5pnBvfDEa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MM2qaXwNKL ++ cat /tmp/tmp.q5pnBvfDEa ++ rm /tmp/tmp.MM2qaXwNKL /tmp/tmp.q5pnBvfDEa ++ return 0 + [[ paused == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 25 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sBbpgGHIhg +++ mktemp ++ local LAST_ERR=/tmp/tmp.wea7lv6rfq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sBbpgGHIhg ++ cat /tmp/tmp.wea7lv6rfq ++ rm /tmp/tmp.sBbpgGHIhg /tmp/tmp.wea7lv6rfq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 26 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.B4kVCMlmDH +++ mktemp ++ local LAST_ERR=/tmp/tmp.HdM0QqmUOK ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.B4kVCMlmDH ++ cat /tmp/tmp.HdM0QqmUOK ++ rm /tmp/tmp.B4kVCMlmDH /tmp/tmp.HdM0QqmUOK ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 27 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V5wl3uegvT +++ mktemp ++ local LAST_ERR=/tmp/tmp.2K1ZMpQwrA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V5wl3uegvT ++ cat /tmp/tmp.2K1ZMpQwrA ++ rm /tmp/tmp.V5wl3uegvT /tmp/tmp.2K1ZMpQwrA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 28 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.w22G8LoCrH +++ mktemp ++ local LAST_ERR=/tmp/tmp.AeDfOsBvcq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.w22G8LoCrH ++ cat /tmp/tmp.AeDfOsBvcq ++ rm /tmp/tmp.w22G8LoCrH /tmp/tmp.AeDfOsBvcq ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 29 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.v6Ji1kZiYn +++ mktemp ++ local LAST_ERR=/tmp/tmp.z652y9a6kt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.v6Ji1kZiYn ++ cat /tmp/tmp.z652y9a6kt ++ rm /tmp/tmp.v6Ji1kZiYn /tmp/tmp.z652y9a6kt ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 30 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.wS6xU6T5Qk +++ mktemp ++ local LAST_ERR=/tmp/tmp.qCiKNz1vvb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.wS6xU6T5Qk ++ cat /tmp/tmp.qCiKNz1vvb ++ rm /tmp/tmp.wS6xU6T5Qk /tmp/tmp.qCiKNz1vvb ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 31 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FdXiT5L96W +++ mktemp ++ local LAST_ERR=/tmp/tmp.USVSlON44B ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FdXiT5L96W ++ cat /tmp/tmp.USVSlON44B ++ rm /tmp/tmp.FdXiT5L96W /tmp/tmp.USVSlON44B ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 32 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pu7MAZNQM9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.PL2ao9FBxB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pu7MAZNQM9 ++ cat /tmp/tmp.PL2ao9FBxB ++ rm /tmp/tmp.pu7MAZNQM9 /tmp/tmp.PL2ao9FBxB ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 33 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.a7Ve8Y7XJi +++ mktemp ++ local LAST_ERR=/tmp/tmp.SSB2Yx68xY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.a7Ve8Y7XJi ++ cat /tmp/tmp.SSB2Yx68xY ++ rm /tmp/tmp.a7Ve8Y7XJi /tmp/tmp.SSB2Yx68xY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 34 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BcA5p6PbAP +++ mktemp ++ local LAST_ERR=/tmp/tmp.DdRrCZJ7Ez ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BcA5p6PbAP ++ cat /tmp/tmp.DdRrCZJ7Ez ++ rm /tmp/tmp.BcA5p6PbAP /tmp/tmp.DdRrCZJ7Ez ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 35 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.zTZRf4j3PJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.sSwDr8sfqv ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zTZRf4j3PJ ++ cat /tmp/tmp.sSwDr8sfqv ++ rm /tmp/tmp.zTZRf4j3PJ /tmp/tmp.sSwDr8sfqv ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 36 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.2x39mZSWeR +++ mktemp ++ local LAST_ERR=/tmp/tmp.iCxAPkQYK9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.2x39mZSWeR ++ cat /tmp/tmp.iCxAPkQYK9 ++ rm /tmp/tmp.2x39mZSWeR /tmp/tmp.iCxAPkQYK9 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 37 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mwI0TWOYHp +++ mktemp ++ local LAST_ERR=/tmp/tmp.c6BuBzcLWu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mwI0TWOYHp ++ cat /tmp/tmp.c6BuBzcLWu ++ rm /tmp/tmp.mwI0TWOYHp /tmp/tmp.c6BuBzcLWu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 38 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.7kJWYEDO1p +++ mktemp ++ local LAST_ERR=/tmp/tmp.Q05tDxz1oG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7kJWYEDO1p ++ cat /tmp/tmp.Q05tDxz1oG ++ rm /tmp/tmp.7kJWYEDO1p /tmp/tmp.Q05tDxz1oG ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 39 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JEsZVJBAnP +++ mktemp ++ local LAST_ERR=/tmp/tmp.ihYMV8F66N ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JEsZVJBAnP ++ cat /tmp/tmp.ihYMV8F66N ++ rm /tmp/tmp.JEsZVJBAnP /tmp/tmp.ihYMV8F66N ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 40 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UZcGFvxbFU +++ mktemp ++ local LAST_ERR=/tmp/tmp.WhPEUL5jIW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UZcGFvxbFU ++ cat /tmp/tmp.WhPEUL5jIW ++ rm /tmp/tmp.UZcGFvxbFU /tmp/tmp.WhPEUL5jIW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 41 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.laG88voWeX +++ mktemp ++ local LAST_ERR=/tmp/tmp.3rNiObua7t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.laG88voWeX ++ cat /tmp/tmp.3rNiObua7t ++ rm /tmp/tmp.laG88voWeX /tmp/tmp.3rNiObua7t ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 42 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iPAenYVIRM +++ mktemp ++ local LAST_ERR=/tmp/tmp.bSMxO3IDfj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iPAenYVIRM ++ cat /tmp/tmp.bSMxO3IDfj ++ rm /tmp/tmp.iPAenYVIRM /tmp/tmp.bSMxO3IDfj ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 43 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5m3IPFIDj7 +++ mktemp ++ local LAST_ERR=/tmp/tmp.OqV6f4JLax ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5m3IPFIDj7 ++ cat /tmp/tmp.OqV6f4JLax ++ rm /tmp/tmp.5m3IPFIDj7 /tmp/tmp.OqV6f4JLax ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 44 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.db98h7Hfh5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lDgWpHqEJy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.db98h7Hfh5 ++ cat /tmp/tmp.lDgWpHqEJy ++ rm /tmp/tmp.db98h7Hfh5 /tmp/tmp.lDgWpHqEJy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 45 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y5qqnolzJT +++ mktemp ++ local LAST_ERR=/tmp/tmp.X0qxUvpePM ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y5qqnolzJT ++ cat /tmp/tmp.X0qxUvpePM ++ rm /tmp/tmp.y5qqnolzJT /tmp/tmp.X0qxUvpePM ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 46 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.fYGeSlmKKX +++ mktemp ++ local LAST_ERR=/tmp/tmp.Yop5OjFIm3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.fYGeSlmKKX ++ cat /tmp/tmp.Yop5OjFIm3 ++ rm /tmp/tmp.fYGeSlmKKX /tmp/tmp.Yop5OjFIm3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 47 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ggAnYrYOOE +++ mktemp ++ local LAST_ERR=/tmp/tmp.2hIjUAn8wy ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ggAnYrYOOE ++ cat /tmp/tmp.2hIjUAn8wy ++ rm /tmp/tmp.ggAnYrYOOE /tmp/tmp.2hIjUAn8wy ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 48 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.e4Xb240sRY +++ mktemp ++ local LAST_ERR=/tmp/tmp.wt5GlSLLRg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.e4Xb240sRY ++ cat /tmp/tmp.wt5GlSLLRg ++ rm /tmp/tmp.e4Xb240sRY /tmp/tmp.wt5GlSLLRg ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 49 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dXfaEEXx7f +++ mktemp ++ local LAST_ERR=/tmp/tmp.8kqmsUnlZs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dXfaEEXx7f ++ cat /tmp/tmp.8kqmsUnlZs ++ rm /tmp/tmp.dXfaEEXx7f /tmp/tmp.8kqmsUnlZs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 50 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jK3Pcdrizm +++ mktemp ++ local LAST_ERR=/tmp/tmp.nsP1lCRFdW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jK3Pcdrizm ++ cat /tmp/tmp.nsP1lCRFdW ++ rm /tmp/tmp.jK3Pcdrizm /tmp/tmp.nsP1lCRFdW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 51 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WALt3HhQ3X +++ mktemp ++ local LAST_ERR=/tmp/tmp.KlhlREOgxs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WALt3HhQ3X ++ cat /tmp/tmp.KlhlREOgxs ++ rm /tmp/tmp.WALt3HhQ3X /tmp/tmp.KlhlREOgxs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 52 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Eoyl2gdLmn +++ mktemp ++ local LAST_ERR=/tmp/tmp.yo2y2RsPCV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Eoyl2gdLmn ++ cat /tmp/tmp.yo2y2RsPCV ++ rm /tmp/tmp.Eoyl2gdLmn /tmp/tmp.yo2y2RsPCV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 53 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.qFvZzIHH5T +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ws0gMbySHV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.qFvZzIHH5T ++ cat /tmp/tmp.Ws0gMbySHV ++ rm /tmp/tmp.qFvZzIHH5T /tmp/tmp.Ws0gMbySHV ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 54 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rzshWTU4eh +++ mktemp ++ local LAST_ERR=/tmp/tmp.uPoIjI81lx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rzshWTU4eh ++ cat /tmp/tmp.uPoIjI81lx ++ rm /tmp/tmp.rzshWTU4eh /tmp/tmp.uPoIjI81lx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 55 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Ia0dRVZ6Y6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.IJcYNihnJ8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Ia0dRVZ6Y6 ++ cat /tmp/tmp.IJcYNihnJ8 ++ rm /tmp/tmp.Ia0dRVZ6Y6 /tmp/tmp.IJcYNihnJ8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 56 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.p8sRDtmcet +++ mktemp ++ local LAST_ERR=/tmp/tmp.sWkJepDspI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.p8sRDtmcet ++ cat /tmp/tmp.sWkJepDspI ++ rm /tmp/tmp.p8sRDtmcet /tmp/tmp.sWkJepDspI ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BWIXWvvNIK +++ mktemp ++ local LAST_ERR=/tmp/tmp.nRZEWTt7Wl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BWIXWvvNIK ++ cat /tmp/tmp.nRZEWTt7Wl ++ rm /tmp/tmp.BWIXWvvNIK /tmp/tmp.nRZEWTt7Wl ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-source +++ local cluster_name=cross-site-source ++++ get_proxy cross-site-source ++++ local target_cluster=cross-site-source +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Alx9bWv1vE ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.sn81Basf4N +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Alx9bWv1vE +++++ cat /tmp/tmp.sn81Basf4N +++++ rm /tmp/tmp.Alx9bWv1vE /tmp/tmp.sn81Basf4N +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.FDxQTLtt2e ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.SkhEqSVYzF +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-source -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.FDxQTLtt2e +++++ cat /tmp/tmp.SkhEqSVYzF +++++ rm /tmp/tmp.FDxQTLtt2e /tmp/tmp.SkhEqSVYzF +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-source-proxysql ++++ return +++ local cluster_proxy=cross-site-source-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.xXLdTRfh4g +++ mktemp ++ local LAST_ERR=/tmp/tmp.zobM75wCUb ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-source -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.xXLdTRfh4g ++ cat /tmp/tmp.zobM75wCUb ++ rm /tmp/tmp.xXLdTRfh4g /tmp/tmp.zobM75wCUb ++ return 0 + [[ 3 == \3 ]] + echo + run_mysql 'DELETE FROM myApp.myApp WHERE id=100500' '-h 34.118.231.114 -uroot -proot_password' + local 'command=DELETE FROM myApp.myApp WHERE id=100500' + local 'uri=-h 34.118.231.114 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.j8hfNBcp3E +++ mktemp ++ local LAST_ERR=/tmp/tmp.sJP0rwRF2j ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.j8hfNBcp3E ++ cat /tmp/tmp.sJP0rwRF2j ++ rm /tmp/tmp.j8hfNBcp3E /tmp/tmp.sJP0rwRF2j ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-sn7gf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'DELETE FROM myApp.testSourceReplica WHERE id=100700' '-h 34.118.231.114 -uroot -proot_password' + local 'command=DELETE FROM myApp.testSourceReplica WHERE id=100700' + local 'uri=-h 34.118.231.114 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YwvLnSa8pj +++ mktemp ++ local LAST_ERR=/tmp/tmp.RXJpmbj74Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YwvLnSa8pj ++ cat /tmp/tmp.RXJpmbj74Z ++ rm /tmp/tmp.YwvLnSa8pj /tmp/tmp.RXJpmbj74Z ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-sn7gf ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + desc 'configure old replica as source' + set +o xtrace ----------------------------------------------------------------------------------- configure old replica as source ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-24953 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin patch pxc cross-site-replica -n cross-site-proxysql-replica-24953 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.SP1P1wIB8d ++ mktemp + local LAST_ERR=/tmp/tmp.Rp0gzdBQgz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-replica -n cross-site-proxysql-replica-24953 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": true}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SP1P1wIB8d perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + cat /tmp/tmp.Rp0gzdBQgz + rm /tmp/tmp.SP1P1wIB8d /tmp/tmp.Rp0gzdBQgz + return 0 + desc 'wait for promoted cluster to be ready' + set +o xtrace ----------------------------------------------------------------------------------- wait for promoted cluster to be ready ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-replica-24953 + local ns=cross-site-proxysql-replica-24953 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.yyzsIvqtsR +++ mktemp ++ local LAST_ERR=/tmp/tmp.2A2LW5Js8f ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yyzsIvqtsR ++ cat /tmp/tmp.2A2LW5Js8f ++ rm /tmp/tmp.yyzsIvqtsR /tmp/tmp.2A2LW5Js8f ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 ++ mktemp + local LAST_OUT=/tmp/tmp.kH5guM49Uq ++ mktemp + local LAST_ERR=/tmp/tmp.CtisKTRsTk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kH5guM49Uq Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.CtisKTRsTk + rm /tmp/tmp.kH5guM49Uq /tmp/tmp.CtisKTRsTk + return 0 + wait_cluster_consistency cross-site-replica 3 3 + local cluster_name=cross-site-replica + local cluster_size=3 + local proxy_size=3 + '[' -z 3 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/cross-site-replica to be ready' waiting for pxc/cross-site-replica to be ready++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.UTZ5BBVisY +++ mktemp ++ local LAST_ERR=/tmp/tmp.tuJTXp4tvA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UTZ5BBVisY ++ cat /tmp/tmp.tuJTXp4tvA ++ rm /tmp/tmp.UTZ5BBVisY /tmp/tmp.tuJTXp4tvA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.rTnjBhRmYT +++ mktemp ++ local LAST_ERR=/tmp/tmp.00G9PzBcH0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.rTnjBhRmYT ++ cat /tmp/tmp.00G9PzBcH0 ++ rm /tmp/tmp.rTnjBhRmYT /tmp/tmp.00G9PzBcH0 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iBGM882V9p +++ mktemp ++ local LAST_ERR=/tmp/tmp.ekuwdmavxW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iBGM882V9p ++ cat /tmp/tmp.ekuwdmavxW ++ rm /tmp/tmp.iBGM882V9p /tmp/tmp.ekuwdmavxW ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.98J3g0vjN5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZO7TwEQ2QJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.98J3g0vjN5 ++ cat /tmp/tmp.ZO7TwEQ2QJ ++ rm /tmp/tmp.98J3g0vjN5 /tmp/tmp.ZO7TwEQ2QJ ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JbpzfOMbkx +++ mktemp ++ local LAST_ERR=/tmp/tmp.Irk83mht9E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JbpzfOMbkx ++ cat /tmp/tmp.Irk83mht9E ++ rm /tmp/tmp.JbpzfOMbkx /tmp/tmp.Irk83mht9E ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EFhoSZDgJX +++ mktemp ++ local LAST_ERR=/tmp/tmp.8aCEBTHRyr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EFhoSZDgJX ++ cat /tmp/tmp.8aCEBTHRyr ++ rm /tmp/tmp.EFhoSZDgJX /tmp/tmp.8aCEBTHRyr ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LI7lf4mw29 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZvA9C9coA1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LI7lf4mw29 ++ cat /tmp/tmp.ZvA9C9coA1 ++ rm /tmp/tmp.LI7lf4mw29 /tmp/tmp.ZvA9C9coA1 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mwro9HGd0Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.fpVlksObBG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mwro9HGd0Z ++ cat /tmp/tmp.fpVlksObBG ++ rm /tmp/tmp.Mwro9HGd0Z /tmp/tmp.fpVlksObBG ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.LOeWt1IUiv +++ mktemp ++ local LAST_ERR=/tmp/tmp.REP0X82xEj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.LOeWt1IUiv ++ cat /tmp/tmp.REP0X82xEj ++ rm /tmp/tmp.LOeWt1IUiv /tmp/tmp.REP0X82xEj ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine cross-site-replica +++ local cluster_name=cross-site-replica ++++ get_proxy cross-site-replica ++++ local target_cluster=cross-site-replica +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.ECTY2URti0 ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.UASH2ETiOK +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.ECTY2URti0 +++++ cat /tmp/tmp.UASH2ETiOK +++++ rm /tmp/tmp.ECTY2URti0 /tmp/tmp.UASH2ETiOK +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.8k6Rj78hHt ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.VOjZyeW5fP +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc cross-site-replica -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.8k6Rj78hHt +++++ cat /tmp/tmp.VOjZyeW5fP +++++ rm /tmp/tmp.8k6Rj78hHt /tmp/tmp.VOjZyeW5fP +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo cross-site-replica-proxysql ++++ return +++ local cluster_proxy=cross-site-replica-proxysql +++ echo proxysql ++ kubectl_bin get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.l4rg0gVZPO +++ mktemp ++ local LAST_ERR=/tmp/tmp.p1e3S0Ghsj ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc cross-site-replica -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.l4rg0gVZPO ++ cat /tmp/tmp.p1e3S0Ghsj ++ rm /tmp/tmp.l4rg0gVZPO /tmp/tmp.p1e3S0Ghsj ++ return 0 + [[ 3 == \3 ]] + echo + desc 'check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups' + set +o xtrace ----------------------------------------------------------------------------------- check that ProxySQL on promoted cluster has writer (11) and reader (10) hostgroups ----------------------------------------------------------------------------------- + sleep 60 + check_proxysql_hostgroup cross-site-replica 3 11 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=11 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=11 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=1 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 1 -eq 0 ]] + check_proxysql_hostgroup cross-site-replica 3 10 populated + local cluster=cross-site-replica + local size=3 + local hostgroup_id=10 + local expected=populated + local 'admin_uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' + local last_pod=2 ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-0 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-0 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-1 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-1 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + for i in '$(seq 0 $last_pod)' + local count ++ run_mysql_local 'SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' '-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' cross-site-replica-proxysql-2 proxysql ++ local 'command=SELECT COUNT(*) FROM runtime_mysql_servers WHERE hostgroup_id=10 AND status='\''ONLINE'\'';' ++ local 'uri=-h127.0.0.1 -P6032 -uproxyadmin -padmin_password' ++ local pod=cross-site-replica-proxysql-2 ++ local container_name=proxysql ++ set +o xtrace + count=3 + [[ populated == \e\m\p\t\y ]] + [[ populated == \p\o\p\u\l\a\t\e\d ]] + [[ 3 -eq 0 ]] + desc 'write data via ProxySQL on promoted cluster and verify' + set +o xtrace ----------------------------------------------------------------------------------- write data via ProxySQL on promoted cluster and verify ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testPromotion (id int PRIMARY KEY);' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.15pzOtS0Yo +++ mktemp ++ local LAST_ERR=/tmp/tmp.7hyBjVOiSk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.15pzOtS0Yo ++ cat /tmp/tmp.7hyBjVOiSk ++ rm /tmp/tmp.15pzOtS0Yo /tmp/tmp.7hyBjVOiSk ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-67fc4995bb-jxtns ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testPromotion (id) VALUES (100900)' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=INSERT myApp.testPromotion (id) VALUES (100900)' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GsImCV0CPG +++ mktemp ++ local LAST_ERR=/tmp/tmp.Joem5YZBUi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GsImCV0CPG ++ cat /tmp/tmp.Joem5YZBUi ++ rm /tmp/tmp.GsImCV0CPG /tmp/tmp.Joem5YZBUi ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + compare_mysql_cmd select-4 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local command_id=select-4 + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testPromotion;' '-h cross-site-replica-proxysql -p3306 -uroot -proot_password' + local 'command=SELECT * from myApp.testPromotion;' + local 'uri=-h cross-site-replica-proxysql -p3306 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b8TU559l9o +++ mktemp ++ local LAST_ERR=/tmp/tmp.jOl9miWG7e ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b8TU559l9o ++ cat /tmp/tmp.jOl9miWG7e ++ rm /tmp/tmp.b8TU559l9o /tmp/tmp.jOl9miWG7e ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-4.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-4.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-4.sql /tmp/tmp.bJY270yEUO/select-4.sql + switch_namespace cross-site-proxysql-1904 + local ns=cross-site-proxysql-1904 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.6qgRm6M4hK +++ mktemp ++ local LAST_ERR=/tmp/tmp.qKjLhTlvRi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.6qgRm6M4hK ++ cat /tmp/tmp.qKjLhTlvRi ++ rm /tmp/tmp.6qgRm6M4hK /tmp/tmp.qKjLhTlvRi ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.ml0DzOtWRr ++ mktemp + local LAST_ERR=/tmp/tmp.MCciOrC7UL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ml0DzOtWRr Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.MCciOrC7UL + rm /tmp/tmp.ml0DzOtWRr /tmp/tmp.MCciOrC7UL + return 0 + desc 'configure old source as replica' + set +o xtrace ----------------------------------------------------------------------------------- configure old source as replica ----------------------------------------------------------------------------------- + kubectl patch pxc cross-site-source -n cross-site-proxysql-1904 --type=json '-p=[{'\''op'\'': '\''remove'\'', '\''path'\'': '\''/spec/pxc/replicationChannels/0'\''}]' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl_bin patch pxc cross-site-source -n cross-site-proxysql-1904 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.234.82", "port": 3306, "weight": 100},{"host": "34.118.236.124", "port": 3306, "weight": 100},{"host": "34.118.231.9", "port": 3306, "weight": 100}]}]}}}' ++ mktemp + local LAST_OUT=/tmp/tmp.q6EdcJJNV9 ++ mktemp + local LAST_ERR=/tmp/tmp.hdAgl9Ng1H + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl patch pxc cross-site-source -n cross-site-proxysql-1904 --type=merge --patch '{"spec": {"pxc": {"replicationChannels":[{"name": "replica_to_source", "isSource": false, "configuration": {"ssl": true, "sslSkipVerify": true, "ca": "/etc/mysql/ssl-internal/ca.crt"}, "sourcesList": [{"host": "34.118.234.82", "port": 3306, "weight": 100},{"host": "34.118.236.124", "port": 3306, "weight": 100},{"host": "34.118.231.9", "port": 3306, "weight": 100}]}]}}}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.q6EdcJJNV9 perconaxtradbcluster.pxc.percona.com/cross-site-source patched + cat /tmp/tmp.hdAgl9Ng1H + rm /tmp/tmp.q6EdcJJNV9 /tmp/tmp.hdAgl9Ng1H + return 0 + switch_namespace cross-site-proxysql-replica-24953 + local ns=cross-site-proxysql-replica-24953 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.UtLczhfMmt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Auqx6PuPYF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.UtLczhfMmt ++ cat /tmp/tmp.Auqx6PuPYF ++ rm /tmp/tmp.UtLczhfMmt /tmp/tmp.Auqx6PuPYF ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 ++ mktemp + local LAST_OUT=/tmp/tmp.zlp2oHYmYt ++ mktemp + local LAST_ERR=/tmp/tmp.y0CJyKfnFD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-replica-24953 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.zlp2oHYmYt Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.y0CJyKfnFD + rm /tmp/tmp.zlp2oHYmYt /tmp/tmp.y0CJyKfnFD + return 0 + desc 'Write data to replica cluster' + set +o xtrace ----------------------------------------------------------------------------------- Write data to replica cluster ----------------------------------------------------------------------------------- + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' '-h 34.118.234.82 -uroot -proot_password' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS testReplicaSource (id int PRIMARY KEY);' + local 'uri=-h 34.118.234.82 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BVviuCki0v +++ mktemp ++ local LAST_ERR=/tmp/tmp.2sXShvGMZA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BVviuCki0v ++ cat /tmp/tmp.2sXShvGMZA ++ rm /tmp/tmp.BVviuCki0v /tmp/tmp.2sXShvGMZA ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.testReplicaSource (id) VALUES (100800)' '-h 34.118.234.82 -uroot -proot_password' + local 'command=INSERT myApp.testReplicaSource (id) VALUES (100800)' + local 'uri=-h 34.118.234.82 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sCzF1yHgKt +++ mktemp ++ local LAST_ERR=/tmp/tmp.eLzJ0KgDII ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sCzF1yHgKt ++ cat /tmp/tmp.eLzJ0KgDII ++ rm /tmp/tmp.sCzF1yHgKt /tmp/tmp.eLzJ0KgDII ++ return 0 + client_pod=pxc-client-67fc4995bb-jxtns + wait_pod pxc-client-67fc4995bb-jxtns + local pod=pxc-client-67fc4995bb-jxtns + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-jxtns ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-jxtns condition met waiting for pod/pxc-client-67fc4995bb-jxtns to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 15 + desc 'Check replication works between replica -> source' + set +o xtrace ----------------------------------------------------------------------------------- Check replication works between replica -> source ----------------------------------------------------------------------------------- + switch_namespace cross-site-proxysql-1904 + local ns=cross-site-proxysql-1904 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.taPAaVpCtf +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZgWuODlKsG ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.taPAaVpCtf ++ cat /tmp/tmp.ZgWuODlKsG ++ rm /tmp/tmp.taPAaVpCtf /tmp/tmp.ZgWuODlKsG ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.aPX2xAgcii ++ mktemp + local LAST_ERR=/tmp/tmp.KGBAkX2emc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6 --namespace=cross-site-proxysql-1904 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aPX2xAgcii Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2449-b47912f7-4-cluster6" modified. + cat /tmp/tmp.KGBAkX2emc + rm /tmp/tmp.aPX2xAgcii /tmp/tmp.KGBAkX2emc + return 0 + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.227.118 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.227.118 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.227.118 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.227.118 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.CMwDkq4zNp +++ mktemp ++ local LAST_ERR=/tmp/tmp.kxOiJPhFZH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.CMwDkq4zNp ++ cat /tmp/tmp.kxOiJPhFZH ++ rm /tmp/tmp.CMwDkq4zNp /tmp/tmp.kxOiJPhFZH ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-sn7gf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.bJY270yEUO/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.235.137 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.235.137 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.235.137 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.235.137 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.mgP8rHZwT3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.gf4IVWfpwF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.mgP8rHZwT3 ++ cat /tmp/tmp.gf4IVWfpwF ++ rm /tmp/tmp.mgP8rHZwT3 /tmp/tmp.gf4IVWfpwF ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ echo pxc-client-67fc4995bb-sn7gf ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.bJY270yEUO/select-3.sql + compare_mysql_cmd select-3 'SELECT * from myApp.testReplicaSource;' '-h 34.118.231.114 -uroot -proot_password' + local command_id=select-3 + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.231.114 -uroot -proot_password' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.testReplicaSource;' '-h 34.118.231.114 -uroot -proot_password' + local 'command=SELECT * from myApp.testReplicaSource;' + local 'uri=-h 34.118.231.114 -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.r5pBpDcZcp +++ mktemp ++ local LAST_ERR=/tmp/tmp.mPG6Rihc2x ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.r5pBpDcZcp ++ cat /tmp/tmp.mPG6Rihc2x ++ rm /tmp/tmp.r5pBpDcZcp /tmp/tmp.mPG6Rihc2x ++ return 0 + client_pod=pxc-client-67fc4995bb-sn7gf + wait_pod pxc-client-67fc4995bb-sn7gf + local pod=pxc-client-67fc4995bb-sn7gf + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-sn7gf ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-sn7gf condition met waiting for pod/pxc-client-67fc4995bb-sn7gf to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.bJY270yEUO/select-3.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.bJY270yEUO/select-3.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2449/e2e-tests/cross-site-proxysql/compare/select-3.sql /tmp/tmp.bJY270yEUO/select-3.sql + destroy cross-site-proxysql-1904 true + local namespace=cross-site-proxysql-1904 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' ++ get_operator_pod + grep -v level=info + sort -u ++ local label_prefix=app.kubernetes.io/ + tee /tmp/tmp.bJY270yEUO/operator.log +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + grep -v 'get backup status: Job.batch' ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ head -1 +++ mktemp ++ local LAST_OUT=/tmp/tmp.MgoB04jIyZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.s3hoWHMWae ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MgoB04jIyZ ++ cat /tmp/tmp.s3hoWHMWae ++ rm /tmp/tmp.MgoB04jIyZ /tmp/tmp.s3hoWHMWae ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk ++ mktemp + local LAST_OUT=/tmp/tmp.gIMUqSPwff ++ mktemp + local LAST_ERR=/tmp/tmp.4QgoHzWyKY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gIMUqSPwff + cat /tmp/tmp.4QgoHzWyKY + rm /tmp/tmp.gIMUqSPwff /tmp/tmp.4QgoHzWyKY + return 0 2026-04-30T11:38:29.373Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T11:38:29.373Z INFO setup Manager starting up {"gitCommit": "b47912f7729e2d124f0221cb70713ba4110c1fe4", "gitBranch": "PR-2449-b47912f7", "buildTime": "2026-04-30T10:36:22Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T11:38:29.373Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T11:38:29.377Z INFO setup Registering Components. 2026-04-30T11:38:30.073Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T11:38:30.073Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T11:38:30.073Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T11:38:30.073Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T11:38:30.073Z INFO setup Starting the Cmd. 2026-04-30T11:38:30.073Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T11:38:30.173Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:38:30.208Z DEBUG events percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk_2e2ceb2e-6a68-4c37-8c51-57d75ce7553f became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"10aba401-4d57-4644-86f0-4ecee1366fb2","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777549110201567009"}, "reason": "LeaderElection"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T11:38:30.208Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:38:30.309Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T11:38:30.309Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T11:38:30.309Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T11:38:30.309Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T11:38:30.310Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T11:38:30.310Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T11:41:16.294Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "version": "1.20.0"} 2026-04-30T11:41:18.665Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:41:18.787Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:41:18.838Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:41:18.912Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:18.986Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.027Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.167Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.292Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.408Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.519Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:20.279Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41b52c15-fda2-4898-9cad-60e0d226b38c", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:41:20.306Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41b52c15-fda2-4898-9cad-60e0d226b38c", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:42:42.416Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "operator"} 2026-04-30T11:42:42.455Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "monitor"} 2026-04-30T11:42:42.526Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.569Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.610Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "xtrabackup"} 2026-04-30T11:42:42.668Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.714Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "replication"} 2026-04-30T11:42:42.726Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "err": "get primary pxc pod: not found"} 2026-04-30T11:42:47.908Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "12d4fba6-c4b5-42d0-a347-43603a3370ac", "err": "get primary pxc pod: not found"} 2026-04-30T11:42:53.069Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "651492c8-9137-4389-b26e-a709c9639dcc", "err": "get primary pxc pod: not found"} 2026-04-30T11:45:22.090Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55", "user": "root"} 2026-04-30T11:45:22.231Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55", "new version": "8.0.43-34.1"} 2026-04-30T11:45:26.426Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55"} 2026-04-30T11:45:32.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "348d2881-2a09-450a-923b-91655c23caed"} 2026-04-30T11:45:37.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7129e0f3-1bad-4dcc-b7c5-4860346fbca0"} 2026-04-30T11:45:43.196Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "538ed606-5eb4-4eb0-a427-2d29ef1120ef"} 2026-04-30T11:45:48.884Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2e896a04-1a7e-4ae6-be5f-fc21c2ba9897"} 2026-04-30T11:45:53.837Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f965d292-2982-41cb-948d-b1d0bb99db14"} 2026-04-30T11:45:59.901Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0dde9814-640c-464b-aefc-5715942897a1"} 2026-04-30T11:46:05.017Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0c386b3a-e2d9-4d61-8f37-e7e6106f4db1"} 2026-04-30T11:46:10.320Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c84f0833-5468-4309-a4f1-517639d348c6"} 2026-04-30T11:46:15.590Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ed6d539b-bf0f-46a6-bd54-f62bd2e115b5"} 2026-04-30T11:46:20.989Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "543d192f-c6c1-4420-b8e1-165973ceb152"} 2026-04-30T11:46:26.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6d25f5a6-c7e9-4aed-91c0-054c18e3cbc5"} 2026-04-30T11:46:31.874Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "464e9988-7b52-4320-a49c-4dcfad0186c4"} 2026-04-30T11:46:36.818Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fb386865-d9c0-4182-a3dd-eadcd7c9e410"} 2026-04-30T11:46:42.198Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9a25c2aa-21e0-4f77-a3eb-8e5041454239"} 2026-04-30T11:46:47.818Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "84bc576c-2358-4834-9779-d800921e73f5"} 2026-04-30T11:46:53.216Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f21e3825-b23a-48ee-b768-06982471de3f"} 2026-04-30T11:46:58.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c0ad33d-f9ed-4070-b283-b21a5d73ca87"} 2026-04-30T11:47:04.125Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9f4c40d6-18b6-4a2d-920a-17f204b1764e"} 2026-04-30T11:47:09.385Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "99896bf2-d545-4306-aa8b-950094ab5c09"} 2026-04-30T11:47:14.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d97fd038-44ed-468b-ade9-231178e9dfff"} 2026-04-30T11:47:20.193Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10ae4c79-5e0a-44ca-adae-a18cc6c6ad00"} 2026-04-30T11:47:25.608Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7fc0ae7d-ac03-4c48-80b8-c2ffca749720"} 2026-04-30T11:47:30.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "520c109d-18c0-418a-8ba4-2b5a46abee0b"} 2026-04-30T11:47:36.280Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e3304fca-9a2b-437f-8c03-490ff4d94781"} 2026-04-30T11:47:41.514Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "43af0063-fc03-4fb7-9a8d-28145371777c"} 2026-04-30T11:47:46.996Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "01d17f66-03df-49db-83a8-5935bad54f08"} 2026-04-30T11:47:52.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "07210a6b-40f5-40d2-ba3b-3ad71474297a"} 2026-04-30T11:47:58.013Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5f75dcd8-cd66-4b1b-af12-23bf3298efa3"} 2026-04-30T11:48:03.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e47098a8-3f4b-4f3b-b33f-f9efd2ceaf3b"} 2026-04-30T11:48:08.945Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3b6f82c5-459f-4355-bfb0-84ca3c18e1c8"} 2026-04-30T11:48:13.924Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "907d00a6-b191-40e7-83e5-d6a985c44355"} 2026-04-30T11:48:20.008Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66138d01-46ce-4f71-adca-86e149dbbec0"} 2026-04-30T11:48:25.384Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1f790fa6-f185-4444-a7ae-d15b172ef01e"} 2026-04-30T11:48:30.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4c9c7f14-784c-4f4d-98c7-f840384965e6"} 2026-04-30T11:48:35.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "06a0b897-b842-4d15-91fb-84940af01123"} 2026-04-30T11:48:41.412Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e770ec99-04ed-4441-990f-2f23be5ec6c2"} 2026-04-30T11:48:46.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7b37a8a5-c98e-4112-b300-1892f4ef04a5"} 2026-04-30T11:48:51.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "523280a3-30a4-4ec0-aadd-d835c97e7a03"} 2026-04-30T11:48:56.361Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.385Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.409Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T11:48:56.431Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.452Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:58.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "952e6619-cba1-49f0-9c8a-ebee5a98f2f8"} 2026-04-30T11:49:06.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "57b95e5d-7f6d-469b-9e97-c08332ffafb4"} 2026-04-30T11:49:11.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e3a190b4-fb0c-4bd4-8ed7-33c6e2689875"} 2026-04-30T11:49:16.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e50acc4c-e349-4252-982c-854f88415313"} 2026-04-30T11:49:21.772Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "47c47b50-686d-4230-92c8-880314c5e436"} 2026-04-30T11:49:27.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "622144ed-b135-4105-9691-90e4a8292c80"} 2026-04-30T11:49:33.512Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c6c885b4-add1-412e-a8a9-0cd99578d11f"} 2026-04-30T11:49:38.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "50a0002c-b64c-4957-8d53-e6c2bd098dbe"} 2026-04-30T11:49:44.326Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "72590271-a721-4b7e-9310-493d84a8b488"} 2026-04-30T11:49:49.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8500b34f-62d1-42c3-97b0-d5d537e45975"} 2026-04-30T11:49:55.379Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "616e1094-e3dd-4eb6-aee7-2ab6e9024b66", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:49:55.435Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "616e1094-e3dd-4eb6-aee7-2ab6e9024b66", "namespace": "cross-site-proxysql-1904", "name": "xb-backup-minio-source"} 2026-04-30T11:49:56.094Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "18f13220-8e8f-4a71-9d6e-788123c56d20"} 2026-04-30T11:50:00.193Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "37fb6133-3252-4b63-9781-1c3932421411"} 2026-04-30T11:50:00.436Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "87262069-7809-4171-9696-19c1e5e9d6e4", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:00.519Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "740190ad-0a60-4344-9454-8d970c50aadc", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:05.560Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "469c6cbb-ab19-434d-a93c-deeaa28a34a9", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:05.896Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9945ade7-82d5-4bb0-9270-1ba5164d8e80"} 2026-04-30T11:50:10.608Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "0695af1e-783e-4704-ade4-e9cbbf46cce9", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:11.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c41b65d2-0942-4d91-82db-db132c5ea008"} 2026-04-30T11:50:15.654Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "f52dc5dd-0841-4a1d-80e0-9d984ff8ab4e", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:16.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6cef27cd-d34d-4658-a602-192e0cfdc689"} 2026-04-30T11:50:20.697Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "e3fadf96-18b2-476e-bd94-cb01f141d205", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:22.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1d17cc3e-621e-4e2c-b4a5-2980f40f76c5"} 2026-04-30T11:50:25.736Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "b5cc5894-1827-43f9-9add-59d79e3cca81", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:25.820Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "4a8cd761-ef1b-494d-bc86-44b55b047e02", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:28.206Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e962c5aa-ebd9-480c-b9e2-4c0318e371ca"} 2026-04-30T11:50:30.887Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:30.927Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T11:50:30.927Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "job": "xb-backup-minio-source"} 2026-04-30T11:50:33.397Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "63ed5fa3-ab11-4347-8781-ec1d828b8e59"} 2026-04-30T11:50:38.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c2c71bd-f06e-47e7-bf38-016e43a73803"} 2026-04-30T11:50:44.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "184abc4c-8c7e-453e-a475-b7de56b5c051"} 2026-04-30T11:50:49.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "380c782d-012b-4c0b-a002-4d462e696894"} 2026-04-30T11:50:55.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7d42063e-1414-43e8-b13a-62fe7fb89b51"} 2026-04-30T11:51:00.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41f2d3b1-1128-48b6-ba39-1e4ce45ceca3"} 2026-04-30T11:51:05.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fa7458f5-1f0c-4602-8efe-aae0bcb6dd0f"} 2026-04-30T11:51:11.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a1702501-42a0-4666-93bc-51c682cb4f79"} 2026-04-30T11:51:16.400Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "60f41057-4a58-4221-a87c-c16736a0e24f"} 2026-04-30T11:51:21.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8907866f-93fb-4f58-bc19-ae5643be2f3f"} 2026-04-30T11:51:27.896Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "063afbb6-606f-49b8-bf67-a73be844b503"} 2026-04-30T11:51:32.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ea023518-6f55-46cb-8f72-ba8009703b5e"} 2026-04-30T11:51:38.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cf68bd61-323a-4bf9-82b5-9f47e5e553ba"} 2026-04-30T11:51:43.623Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2216347b-e545-42ed-a337-cdb9c5239527"} 2026-04-30T11:51:48.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a32aa76-38fe-48bb-8ed2-79734d30b3a0"} 2026-04-30T11:51:54.403Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b993d0a4-cde4-4ac8-9eaa-f396266be240"} 2026-04-30T11:51:59.768Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f013409c-8d27-4831-8516-984b301b9347"} 2026-04-30T11:52:05.095Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e63ea3ec-01a9-4fb0-9a0d-fa97069c40ab"} 2026-04-30T11:52:10.624Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0ceff4d7-f672-4ed2-804e-4240fea60a8b"} 2026-04-30T11:52:15.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "90ce80f3-3673-4dfb-83e4-273c6f19cc3a"} 2026-04-30T11:52:21.400Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b1e660ad-3ee4-4b73-9b94-afefb41659b6"} 2026-04-30T11:52:26.709Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "34a8ce3c-539f-46c9-ba20-b125eb7f026d"} 2026-04-30T11:52:31.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a11ea7cd-3bd7-4d4b-bc98-1ac8a150bc99"} 2026-04-30T11:52:37.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fbaeb0e1-318b-4620-b0d1-142a9e88377a"} 2026-04-30T11:52:43.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "de64ea92-4dd3-4ca9-bca1-1d8531fd030d"} 2026-04-30T11:52:48.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "77debb35-7e94-402e-a8e1-2b75f6945001"} 2026-04-30T11:52:54.041Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8460eb6b-283d-416d-af8f-8d0779e9af8a"} 2026-04-30T11:52:59.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "67b6ef35-7ee9-4e55-8f9d-f1cc604f5a89"} 2026-04-30T11:53:04.594Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41c92c6d-2b0a-4687-955f-adb916d2a64b"} 2026-04-30T11:53:10.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "524f204d-f9a8-48db-9c38-4d455f0e2523"} 2026-04-30T11:53:13.290Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "version": "1.20.0"} 2026-04-30T11:53:14.592Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:53:14.609Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:53:15.183Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:53:15.303Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:53:15.344Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:53:15.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "be0d7992-a429-49df-b920-6f0db072df77"} 2026-04-30T11:53:15.416Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.467Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.507Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.580Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.719Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.868Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:16.007Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:16.658Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a58379-291d-4365-b693-c84b42b3cb58", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:53:16.678Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a58379-291d-4365-b693-c84b42b3cb58", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:53:20.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c7099cdd-b530-4769-b623-9b1908084700"} 2026-04-30T11:53:26.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6ad5f59a-68ca-472b-970e-55741447cbcf"} 2026-04-30T11:53:31.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "27e29283-76d4-4c98-b0ac-343cc9cad42a"} 2026-04-30T11:53:36.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "68e4963d-005e-4008-a674-db66724c27e3"} 2026-04-30T11:53:42.473Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cc7709ab-f5d7-47c1-bd41-0bd294db267d"} 2026-04-30T11:53:47.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "34a61f76-9c76-4610-8c05-36e1f1541ba2"} 2026-04-30T11:53:53.218Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f9271efc-e107-4a9e-bca1-d80315d86f0d"} 2026-04-30T11:53:58.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1b4feb29-1f0b-486c-a4b6-dd86b57b5ded"} 2026-04-30T11:54:04.075Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c161c1bb-ecd4-4c80-b0a3-248c0e316e53"} 2026-04-30T11:54:09.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3c8e2597-44c5-4ead-adf9-abc9d3c5955d"} 2026-04-30T11:54:14.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c2797549-9cbf-4deb-8b74-0b7514dd1f54"} 2026-04-30T11:54:20.091Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d1551bf7-bf0b-4119-a59b-e87c6e8e77a0"} 2026-04-30T11:54:25.429Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "09addc03-b97b-4584-8893-833d140472e9"} 2026-04-30T11:54:30.575Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "75b3b519-657f-48f5-9293-9ea99bf8ee7a"} 2026-04-30T11:54:35.925Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fea99192-7e6e-4bf0-a4d1-62c7bf1e2c1f"} 2026-04-30T11:54:38.726Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "operator"} 2026-04-30T11:54:38.783Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "monitor"} 2026-04-30T11:54:38.868Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:38.935Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:39.002Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "xtrabackup"} 2026-04-30T11:54:39.092Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:39.146Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "replication"} 2026-04-30T11:54:39.159Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:41.521Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ba67e6c6-3966-421d-84e5-ef2a984cbeed"} 2026-04-30T11:54:44.346Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13dbd1a5-96f2-446f-a152-4dfcde638f3d", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:46.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "02815609-d4ef-455e-9039-8fcea0adf8e1"} 2026-04-30T11:54:49.517Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "438aa4a5-5e1f-4cef-bff7-469ec5179b58", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:52.103Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a70ccdc-f046-48d8-8fce-6dccda86f380"} 2026-04-30T11:54:58.398Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4da8315f-622d-437a-9321-af06270f35fb"} 2026-04-30T11:55:03.699Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "33ef3b37-e60e-4368-9cca-bbcd9ca64275"} 2026-04-30T11:55:09.003Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6218fd8c-e1ae-449a-8572-4b761aa37d5b"} 2026-04-30T11:55:14.268Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "54ff1418-4256-4091-aa22-686bb461f6dd"} 2026-04-30T11:55:19.673Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d691eb07-ec06-4e24-95a3-bde03eca84ad"} 2026-04-30T11:55:25.799Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "26a82569-f4c9-41d0-8e4e-8a62516d9806"} 2026-04-30T11:55:30.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8761c89a-8b60-49cf-9c17-adaa564a36db"} 2026-04-30T11:55:35.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "378f3b92-5c31-4463-a079-5bf6b8175a32"} 2026-04-30T11:55:41.220Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0b25c15a-2b0f-497a-9a74-fe2cccf1d664"} 2026-04-30T11:55:46.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5a752c0b-435d-4841-be61-b7bb27b75a2c"} 2026-04-30T11:55:51.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "47c20e71-8570-4eb3-915e-d041b3207f7d"} 2026-04-30T11:55:57.276Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9969a24-b718-4d52-b1fa-ea267b533177"} 2026-04-30T11:56:02.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "14c43aa2-ded3-4134-a563-3c9c344b7ced"} 2026-04-30T11:56:07.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e19aa3d6-b8a4-408a-94eb-70a4d18b7981"} 2026-04-30T11:56:13.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fe15af44-0e12-456d-b208-60ab6d846793"} 2026-04-30T11:56:18.800Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fffc9169-617a-41b2-87f1-dfb882431980"} 2026-04-30T11:56:23.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "102256a3-d420-477e-9293-105d107672a5"} 2026-04-30T11:56:29.587Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dca19551-7cd3-40dd-9b58-b35d962b77e2"} 2026-04-30T11:56:34.588Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "eafc3de3-401e-42b3-8206-9a708142a07f"} 2026-04-30T11:56:40.298Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1183583b-6063-461e-a879-042383f813bd"} 2026-04-30T11:56:45.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a2f8b595-cfae-4603-b7aa-544892dd8596"} 2026-04-30T11:56:50.588Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "387d7a85-05df-45f4-8f4d-08825a0974aa"} 2026-04-30T11:56:56.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "acdb24b8-40d2-43fb-ba66-bbff8133acb5"} 2026-04-30T11:57:01.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a25f659-6e37-4906-b93b-91c1a7b1fb74"} 2026-04-30T11:57:06.788Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "82b70e3d-e017-43a6-8055-9867ce7a760c"} 2026-04-30T11:57:12.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6db69d3c-c614-4d6e-877f-05096e2a70a5"} 2026-04-30T11:57:15.322Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "41b6fb05-fd85-44f7-b552-4b7e53468e8a", "user": "root"} 2026-04-30T11:57:15.454Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "41b6fb05-fd85-44f7-b552-4b7e53468e8a", "new version": "8.0.43-34.1"} 2026-04-30T11:57:17.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c766d7cb-091a-4c70-b951-7be592cb9f88"} 2026-04-30T11:57:23.011Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "19a2bd9b-fecc-4dc1-8e30-87ee0ba7bf29"} 2026-04-30T11:57:28.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f68a7b5-6a55-415b-96b7-c2a66b35ca42"} 2026-04-30T11:57:33.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "14431320-74d6-4bf2-bf35-19e21a048d16"} 2026-04-30T11:57:38.885Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3e9bf6e5-fcfa-4f1d-b0f3-6ec98aecc45a"} 2026-04-30T11:57:44.309Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f8c661c0-9ee7-445b-802a-07f355aeab6a"} 2026-04-30T11:57:49.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcfec5b2-0145-4eec-819f-6a55e2fabdcb"} 2026-04-30T11:57:55.424Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "779681ae-c316-4a49-8803-abb3a72c32ae"} 2026-04-30T11:58:00.613Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "69d21cf8-31a7-4586-b93b-ff5540b1003d"} 2026-04-30T11:58:06.084Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c52b1cd8-4209-4322-b4e6-01a04b4b3c97"} 2026-04-30T11:58:11.904Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "113a8f31-15eb-437b-bdb9-1ccf066bbf2c"} 2026-04-30T11:58:16.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "56b8e075-b3a0-4753-bbf1-4fcf5f152683"} 2026-04-30T11:58:21.919Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "445e84f4-98f8-4ed8-9d60-7daa2a818f2d"} 2026-04-30T11:58:27.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e084fa3a-3595-4718-8651-753d7fa2ee7a"} 2026-04-30T11:58:33.123Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "16739fa9-acd9-4656-b3ff-e94f30648f62"} 2026-04-30T11:58:38.605Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "889121f5-c998-4032-8a8a-6a9ed642aae7"} 2026-04-30T11:58:44.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3fbc4fe1-466e-4559-bd69-e9b624ecb354"} 2026-04-30T11:58:49.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fa2d8cef-4a21-4ba0-a1ca-80d9a126e666"} 2026-04-30T11:58:55.370Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "22191fd3-3675-463c-9755-335310d418db"} 2026-04-30T11:59:00.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1193fbdc-8cb1-47be-b34d-f62b9ddf1acd"} 2026-04-30T11:59:05.292Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1a87c03d-40be-4e4e-84e3-3841bfef5c1e"} 2026-04-30T11:59:10.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "57a06695-5c36-4e27-8ec8-c234407ece7e"} 2026-04-30T11:59:15.992Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a9d37fd-6b35-4e62-8ba6-1abe1eb108da"} 2026-04-30T11:59:21.412Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcde4971-a60d-45e0-99a6-0eb93a115f46"} 2026-04-30T11:59:26.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d8a331a7-7277-4d88-9c2f-3008a90c625c"} 2026-04-30T11:59:32.077Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0e3548ee-34f7-41b7-9a8e-5f680d43e529"} 2026-04-30T11:59:37.270Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f34a2d6-0845-4d0e-aa34-3514da9ffa6a"} 2026-04-30T11:59:42.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6e3afc24-acde-4c8a-96a9-b316ea058781"} 2026-04-30T11:59:48.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0d223025-165c-4886-b0be-bb3b9539c8d1"} 2026-04-30T11:59:53.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c7971dbd-533d-4243-85f5-de598a61463e"} 2026-04-30T11:59:58.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e0ae6e40-723e-443c-b29a-aa69bd9fdb74"} 2026-04-30T12:00:01.280Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "c1ac1671-5997-4561-8165-9a3a456a476d", "cluster": "cross-site-replica"} 2026-04-30T12:00:01.432Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:01.498Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:01.574Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:04.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "549e2c6f-b334-45ff-9cb9-2242f2f9a999"} 2026-04-30T12:00:10.096Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "deba303c-ad41-4066-a9f6-6df451ff28e0"} 2026-04-30T12:00:15.168Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "56bbd3ed-9e0d-4c23-9b27-5cdfc91b0234"} 2026-04-30T12:00:20.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4e26556e-088a-4d32-9968-9296caa372c7"} 2026-04-30T12:00:26.697Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "82ab1cbf-45d4-4699-9faa-a10822ebe36b"} 2026-04-30T12:00:31.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db895599-0556-4f02-9bc8-fa9c7b577648"} 2026-04-30T12:00:36.799Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db16c341-6fc9-4af1-8747-4524963fc0c9"} 2026-04-30T12:00:42.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e7687c56-8cf1-4e97-977d-0dd62caaa8c7"} 2026-04-30T12:00:42.451Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "00bb562f-9e91-44ee-9be5-fb0d203cf05c", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T12:00:42.554Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8ffe54b0-6643-42c1-b086-a107637696df", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:47.511Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6a68e6b3-46b3-445b-9856-4690ef10ed5a"} 2026-04-30T12:00:47.584Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "049b37cb-c6ee-4c7b-a754-fb59d5810a63", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:52.611Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5b0dc084-965c-4e94-b4ee-0c8eed16ef91", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:53.835Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "31d86075-d982-4784-8458-eead155c7cd0"} 2026-04-30T12:00:57.629Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "96363048-d175-48f3-b99e-d5057305069a", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:58.311Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5027e078-d6d6-45dc-9a83-494cbef2b6ee"} 2026-04-30T12:01:02.647Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "de2a2b53-0a5b-46b4-a18e-191281fee132", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:04.099Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8a63a81d-2574-4cdc-8994-d81dff3f525f"} 2026-04-30T12:01:07.673Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "9111b737-0e39-4fff-9ed8-29f856dbc25e", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:09.119Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7e627e16-b75d-4232-9cf4-7cf9b87f4634"} 2026-04-30T12:01:12.691Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e972d6f5-7c1a-49ed-9766-a0b902462477", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:14.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10e59d54-90b5-40f1-b8dd-c7ed4b1c3788"} 2026-04-30T12:01:17.712Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "6bf8eed9-8d33-4bc4-b347-a603f5c7a252", "cluster": "cross-site-replica"} 2026-04-30T12:01:17.789Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "0271f56f-bada-4e85-b0f8-404dd8191c5d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:19.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5cd19ad3-4c22-485a-82f1-ec0e769b0f5a"} 2026-04-30T12:01:22.814Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "a9accaf7-cfa2-4906-8eea-868d4a04c980", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:25.489Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "36f05d15-d225-4268-8c9d-0d018acf3c1b"} 2026-04-30T12:01:27.835Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8442313e-6cff-47cf-9f12-5914baabbfbd", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:30.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b81d57dd-c59e-4635-b29d-24c11db5f43c"} 2026-04-30T12:01:32.854Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "1f8b563a-2299-40a5-9df5-598aa0a2ab35", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:36.097Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8c4821a6-3ab8-4919-94a6-8ffb8fee59e8"} 2026-04-30T12:01:37.880Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "14240966-07bb-4f1f-97b3-b18f30f8ff59", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:41.386Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "629c37d1-57af-4d75-aa8e-22150cb53b5c"} 2026-04-30T12:01:42.903Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8c4006bf-14a2-4bc2-b592-95588dbbbff0", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:46.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92d765c2-a076-46ed-8c11-5a8fde2f8531"} 2026-04-30T12:01:47.922Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "43ab5480-86ae-4303-8d50-b63c6e153dbb", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:51.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "852024e8-047f-451b-af28-87540d08dc25"} 2026-04-30T12:01:52.947Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "b41d4377-5802-40c6-8d95-7c488925ecd9", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:57.973Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "aac73952-ca8e-40c9-a182-2f46e1556ba2", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:58.118Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10d04d20-9969-41f9-b213-6b8578b30c99"} 2026-04-30T12:02:02.992Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f7806f4f-81b5-4af7-a9f7-e029ccd3b1a7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:03.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "abe400b2-c214-4d87-9891-495257889669"} 2026-04-30T12:02:08.017Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "df928441-85ea-44dd-bfbb-f5be492570c5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:09.066Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "adf1462d-9a37-4e42-8a14-f14bf707d818"} 2026-04-30T12:02:13.040Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "9d5a926e-70d3-4c4f-b542-65d37fcfdee8", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:14.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4036d4ed-b1f1-45bc-bd65-13999f10596e"} 2026-04-30T12:02:18.058Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "1db03d88-1f8a-4374-bf16-a0da8828da2c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:19.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "89fd161f-0906-4234-8e1d-9d08856d8f69"} 2026-04-30T12:02:23.089Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "492311ea-43ff-44f2-8927-58bc4b0f3ae7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:25.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "03721e8f-48ea-4564-9493-8db32b8bb151"} 2026-04-30T12:02:28.119Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f22d8903-f014-4e6c-bcf9-e2f28aa33c82", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:30.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b424f3ac-d9f7-4b84-b59e-7891dbd90413"} 2026-04-30T12:02:33.139Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3afe2c87-8540-480a-8010-fc45df89a80e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:35.402Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a354e80-55ff-4012-994d-496b6f92b089"} 2026-04-30T12:02:38.167Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e197d945-73be-427c-ade2-b7af12834520", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:41.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ff9698ae-cce1-4ab9-8dcc-2a2aafdfd8e4"} 2026-04-30T12:02:43.188Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "cd24c911-5652-4981-8be5-1369c8d18306", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:46.025Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "caf366ef-d8f1-48de-bac1-ce39eb25a8d5"} 2026-04-30T12:02:48.205Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d7f510d1-3d2e-4cf6-acd4-a187a16f597c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:51.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f745fa14-a860-4395-8ecf-206a87a1eec5"} 2026-04-30T12:02:53.227Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5a9e3a9c-ba96-4bac-9de8-6d9cbfa4f21c", "cluster": "cross-site-replica"} 2026-04-30T12:02:53.637Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:54.313Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:54.551Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:56.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20df0cfe-1941-4d1f-95dd-736d76b743da"} 2026-04-30T12:02:58.368Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "cf50ea5f-e0cd-47b1-964c-79bfff4f0c9a", "cluster": "cross-site-replica"} 2026-04-30T12:03:02.095Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dcd05b89-26e7-491a-8bb3-d986efb0417a"} 2026-04-30T12:03:03.389Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "c0ed508f-e9a8-435f-8215-c25734719b53", "cluster": "cross-site-replica"} 2026-04-30T12:03:07.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7760cb93-2f85-4a3c-a5f8-0caa1fb3e6cb"} 2026-04-30T12:03:08.410Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8826ea75-b59c-4667-8a8b-0d1e8a84058d", "cluster": "cross-site-replica"} 2026-04-30T12:03:13.292Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ff557f16-4884-47bd-aa4b-80507a8d8545"} 2026-04-30T12:03:13.429Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8542a0cb-e65f-4c4c-bd5b-6305e07c21bb", "cluster": "cross-site-replica"} 2026-04-30T12:03:18.448Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8adab847-5211-4049-9633-f5cfb8f73094", "cluster": "cross-site-replica"} 2026-04-30T12:03:18.580Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "097095fa-c503-492d-b978-58601822d50e"} 2026-04-30T12:03:23.466Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e86eca7c-1e25-4917-b3ba-26fe2a1b2711", "cluster": "cross-site-replica"} 2026-04-30T12:03:24.118Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "aeed1a53-b3b0-495e-bed6-d6bf56288544"} 2026-04-30T12:03:28.483Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5526f12f-3894-4bcc-be6a-1c048bdc030c", "cluster": "cross-site-replica"} 2026-04-30T12:03:29.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2ed8401c-10ba-4b30-bd41-27eb8513a183"} 2026-04-30T12:03:33.503Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5feaa339-8252-449f-8611-fb5d6e1f3696", "cluster": "cross-site-replica"} 2026-04-30T12:03:34.683Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4f72ea99-3332-439c-9d00-27da539f08db"} 2026-04-30T12:03:38.522Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ad555a14-ef91-46a8-92e6-ae2594ce1085", "cluster": "cross-site-replica"} 2026-04-30T12:03:39.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "131db8a9-22d6-4e00-ad8d-5d6bfa510673"} 2026-04-30T12:03:43.546Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "92bd5a7b-f85c-4df9-8284-04d0274c2268", "cluster": "cross-site-replica"} 2026-04-30T12:03:45.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b9407286-eb9c-4433-9781-b08c2c21e856"} 2026-04-30T12:03:48.596Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "77dd9fbc-967f-4b57-b115-7c2d0b4cfafd", "cluster": "cross-site-replica"} 2026-04-30T12:03:50.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "852e917f-0961-4f9f-8c2a-a7eac83ace5e"} 2026-04-30T12:03:53.625Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "b74cb509-afa4-4013-a490-7686fb4697e3", "cluster": "cross-site-replica"} 2026-04-30T12:03:56.690Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b939d01a-e7c1-4f0a-81f1-d57ee69ec52f"} 2026-04-30T12:03:58.725Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8c2ea9c7-8f55-4dfd-97a3-5adccf6a2fc3", "cluster": "cross-site-replica"} 2026-04-30T12:04:01.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ab2704a4-531f-4206-ac94-5420c1eb7a77"} 2026-04-30T12:04:03.762Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8318c250-af4d-4731-ac6c-e96033a41c16", "cluster": "cross-site-replica"} 2026-04-30T12:04:06.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "131a59cc-6bf0-471c-8799-f7219e617308"} 2026-04-30T12:04:08.781Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8faa68f2-f65a-403e-a9ba-1d69f2e3ec0b", "cluster": "cross-site-replica"} 2026-04-30T12:04:13.185Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ca7f6048-206a-44be-badb-91c9621d6ae9"} 2026-04-30T12:04:13.900Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5e96ab22-aed0-4bc5-b617-ef63ce2a4588", "cluster": "cross-site-replica"} 2026-04-30T12:04:18.611Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9060083-4cbc-4e03-bfa5-ee2a47aa0ff2"} 2026-04-30T12:04:18.919Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "a1824ff2-73a0-4f16-828f-ad35c0f74bf0", "cluster": "cross-site-replica"} 2026-04-30T12:04:23.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c12a2efd-aac4-4b64-a63e-186e40e93c79"} 2026-04-30T12:04:23.939Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3bf15333-967f-4803-97fd-d118b31dbd0f", "cluster": "cross-site-replica"} 2026-04-30T12:04:29.107Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ac11cabf-9d30-4d05-abc6-379a29a129a9", "cluster": "cross-site-replica"} 2026-04-30T12:04:29.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "847d2aa5-4af4-4a27-beed-867e1ad46579"} 2026-04-30T12:04:34.129Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "68dba0f3-7e4e-40b6-9a0b-e67794189350", "cluster": "cross-site-replica"} 2026-04-30T12:04:34.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c9852046-f73e-4b2b-bc2d-c4435dd35d9e"} 2026-04-30T12:04:39.156Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f0dcf796-53aa-479b-bcb0-3040fdd6b9ed", "cluster": "cross-site-replica"} 2026-04-30T12:04:39.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ea6e8653-bd8f-4d67-b853-77aac96b1081"} 2026-04-30T12:04:44.193Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f2484fa5-8690-419e-962c-63401c6cfa13", "cluster": "cross-site-replica"} 2026-04-30T12:04:45.170Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "816a9f6d-df85-4b6e-8e13-2bc0948827e3"} 2026-04-30T12:04:49.223Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ab4988a5-9b63-4f76-83c0-cc575c23ee5e", "cluster": "cross-site-replica"} 2026-04-30T12:04:50.622Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "15a4561d-38b2-4bb2-90b6-6820672a8c5a"} 2026-04-30T12:04:54.246Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d0f28f2d-0c33-415b-8206-5ff0f613619a", "cluster": "cross-site-replica"} 2026-04-30T12:04:56.788Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "62cc5d03-a044-418d-ad1d-a06039154dd4"} 2026-04-30T12:04:59.424Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "182b561f-7961-4b9a-9128-ba26a40810a9", "cluster": "cross-site-replica"} 2026-04-30T12:05:01.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c2de6fb0-4d7d-4337-8318-2bb29dfb9513"} 2026-04-30T12:05:04.450Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3c6a4e4c-c592-4727-a5ea-ed8d2f5bbce5", "cluster": "cross-site-replica"} 2026-04-30T12:05:06.718Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e164c0fb-5f8a-4f96-8727-b9173b774adf"} 2026-04-30T12:05:09.471Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "065e676c-cf63-4d3a-aefd-b9f1a220772e", "cluster": "cross-site-replica"} 2026-04-30T12:05:11.994Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cd4fb4ab-3c73-423e-a866-4435f848eafa"} 2026-04-30T12:05:14.494Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "23580cf5-a9d3-44e1-9873-1d8be9e9c7ce", "cluster": "cross-site-replica"} 2026-04-30T12:05:17.403Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1c9b05fe-b677-489e-81e2-5e2a92a978b5"} 2026-04-30T12:05:19.526Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ac96e581-da73-4ae9-b770-f65e63c8cac2", "cluster": "cross-site-replica"} 2026-04-30T12:05:22.876Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e12f2149-47e9-41f7-b607-f8a70f9a3405"} 2026-04-30T12:05:24.550Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "39eab18f-967b-4805-9943-0fce63716f6d", "cluster": "cross-site-replica"} 2026-04-30T12:05:28.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6f0bb0ab-d42a-42e0-ac7d-15e1d47e12f0"} 2026-04-30T12:05:29.587Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f304929c-fef0-4a9a-9230-99403005b633", "cluster": "cross-site-replica"} 2026-04-30T12:05:33.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1afa3773-5c31-484d-ba5e-521298118cf7"} 2026-04-30T12:05:34.607Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d5a7f571-acdd-49c4-a8cb-6fff8a98c6a3", "cluster": "cross-site-replica"} 2026-04-30T12:05:38.963Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fb3a3e23-50fe-400e-bdef-255df63a6517"} 2026-04-30T12:05:39.633Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "666dab1f-6576-489c-b639-f55904110448", "cluster": "cross-site-replica"} 2026-04-30T12:05:44.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "de4428f2-f45c-41a0-808e-f7c494489f6d"} 2026-04-30T12:05:44.658Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d4f4d25f-cb31-4341-b967-ce549680bfc7", "cluster": "cross-site-replica"} 2026-04-30T12:05:49.678Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "2808e778-2730-4274-a3be-acbef3829741", "cluster": "cross-site-replica"} 2026-04-30T12:05:49.699Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9973890f-032c-4335-ad36-81de26b1a9c5"} 2026-04-30T12:05:54.699Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ff11a039-ab9e-4af3-959a-191c3eea64f9", "cluster": "cross-site-replica"} 2026-04-30T12:05:55.619Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e6d656f3-1905-476f-8773-6f565b61a8f7"} 2026-04-30T12:05:59.720Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "163c00cf-f1e0-4f2c-9621-21dff062fd97", "cluster": "cross-site-replica"} 2026-04-30T12:06:00.471Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9d4ae03c-0a77-46df-b14b-537ce89d9394"} 2026-04-30T12:06:04.741Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "639ba78c-d7d1-4574-9c8f-6c1e3046411c", "cluster": "cross-site-replica"} 2026-04-30T12:06:05.816Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8b58a7f9-8769-4ef1-a38b-5e95678555ae"} 2026-04-30T12:06:09.765Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "af9a6938-f048-470b-8933-f766280e4eb0", "cluster": "cross-site-replica"} 2026-04-30T12:06:11.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e1582a19-25f5-4bb5-9d72-286e8f3e409e"} 2026-04-30T12:06:14.796Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "93c6ef65-ea17-439e-af3e-e2ac76ebec0f", "cluster": "cross-site-replica"} 2026-04-30T12:06:16.497Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c6ffbd17-32c8-4386-9558-8024b103341e"} 2026-04-30T12:06:21.620Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f7ce690-2bdb-40c6-8098-a3783f15a681"} 2026-04-30T12:06:27.306Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "65b0c3d9-0f79-44ab-959b-e4840b561bad"} 2026-04-30T12:06:32.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9fa0e07-8f1e-403f-bd00-2e832d2804c5"} 2026-04-30T12:06:37.989Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9a077245-107e-4b20-bd73-9f954be66e45"} 2026-04-30T12:06:43.309Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2a8d8e26-b349-45cc-b8c2-fd93b1018b4f"} 2026-04-30T12:06:48.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8d423311-219c-4d53-9464-e2a28cb4da63"} 2026-04-30T12:06:53.832Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4dabea69-4ad3-4415-8e4b-a45eacbca42c"} 2026-04-30T12:06:59.286Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2afc554c-743e-4894-bd12-880d3c505a91"} 2026-04-30T12:07:04.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "04e00734-25e4-4874-abe8-961c52d3f1f2"} 2026-04-30T12:07:10.478Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "991b231d-c2df-4b11-bfc2-366a24ede117"} 2026-04-30T12:07:15.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8bd5df64-816a-4493-ab07-e85345ecf737"} 2026-04-30T12:07:20.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "00497aaa-2a04-46e0-9340-40dee9a4b853"} 2026-04-30T12:07:23.567Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:07:24.252Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:07:24.268Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:07:24.283Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:07:24.703Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T12:07:25.861Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a315421b-4e34-4a0f-8b5a-59bcf0f6c79c", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:26.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcdaf44d-c53c-491e-946a-078ce343ee62"} 2026-04-30T12:07:31.307Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "041fe171-8fa9-4394-aa0f-d50eb8378b35"} 2026-04-30T12:07:31.357Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "39e9f876-c588-4aab-9f5c-8a529121d365", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:36.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "78d98bb2-9ce6-4aec-82c9-682ae1fcce5e"} 2026-04-30T12:07:41.836Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8571160a-4908-4d78-860d-cfb987bb0fba", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:46.208Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d34dd7d5-07bf-47b7-b75c-5e34770225b4"} 2026-04-30T12:07:52.483Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7e4d97ee-c346-4739-be7f-188cb0874de7", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:56.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c9d9e36-a0e5-4e4b-b43c-fbb5550e7e55"} 2026-04-30T12:07:57.928Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "86f37323-280a-4727-a9cf-5257818408d5", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:02.522Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db9bfa16-e17a-48e7-9dbb-8a3a6c64a6c5"} 2026-04-30T12:08:03.406Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1ba12e5c-56f4-4c71-9e32-7383e015f832", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:04.408Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a9ab4b-8253-42d1-972f-416317031ce6", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:07.536Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.562Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.584Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T12:08:07.607Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.627Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.680Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T12:08:08.435Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a9ab4b-8253-42d1-972f-416317031ce6", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:08:15.724Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d22400a9-f9c6-41b0-b8c2-a4b09ca029d2"} 2026-04-30T12:08:21.221Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20d648e0-4312-44d8-b4cc-176ef0a58330"} 2026-04-30T12:08:26.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9ccfcd63-3360-4a8a-9bcd-fc3ce9712c11"} 2026-04-30T12:08:32.003Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "42f138a3-7c77-42f9-af88-c26a35f33e81"} 2026-04-30T12:08:37.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b9aeac31-0e46-4bd2-9f25-e8206b8d7865"} 2026-04-30T12:08:42.926Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "bb46d72b-236f-49ea-b5bb-eea9d2d2b401"} 2026-04-30T12:08:48.211Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5ebe0b69-7136-47b5-af5e-8dd3642019bf"} 2026-04-30T12:08:53.836Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "11ade816-654c-4a13-8ff3-adf09ce05204"} 2026-04-30T12:08:59.097Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f351ebf0-1f16-481d-b1d7-14f23a90d914"} 2026-04-30T12:09:02.326Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8852995e-3af2-4d82-9109-96fd2fbc95dc", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:09:08.846Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c33580c5-6c51-4220-97c7-3cc96e0330bc"} 2026-04-30T12:09:14.102Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ec2e355c-9db9-4c73-8b17-8dcde6cddfc6"} 2026-04-30T12:09:19.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88d5adea-2637-41f9-b05a-618a60e0be6d"} 2026-04-30T12:09:25.508Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74009630-0247-4432-9ecb-7de35c4076ac"} 2026-04-30T12:09:30.585Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0ba85efb-1b76-412f-ae80-48ea0cf30e69"} 2026-04-30T12:09:36.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "55ac876e-8db2-424a-9825-5345e5bb1925"} 2026-04-30T12:09:41.564Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ccf9ed79-c3df-4002-a770-3ae99811d124"} 2026-04-30T12:09:46.856Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "aa4867be-d950-4901-90e8-ba79ac554228"} 2026-04-30T12:09:52.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "aea3de79-4c30-47e7-9801-28e0bc17e1a4"} 2026-04-30T12:09:58.375Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b741d7f1-59ec-4e73-a7ec-37d6614f1be2"} 2026-04-30T12:10:03.767Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3c7d61e4-7c61-4480-ab60-720c34269427"} 2026-04-30T12:10:09.293Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "39cfbeb0-fccc-480b-9856-416a0943850e"} 2026-04-30T12:10:14.678Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1efec24e-0b54-43e9-8bfd-3c51af20a61d"} 2026-04-30T12:10:20.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b6086400-451e-4953-8e9b-8c1206d51e1e"} 2026-04-30T12:10:26.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b59b2911-7a0c-4717-a979-94946c24aa7a"} 2026-04-30T12:10:31.469Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7ac0a8b-2381-4af7-8439-af7d6d0c6f8d"} 2026-04-30T12:10:37.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "da17489b-12fc-4673-8050-76fabdb13186"} 2026-04-30T12:10:42.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "67e01a75-c58c-46e0-9060-e44d644e5135"} 2026-04-30T12:10:48.268Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "323e38cc-551e-4383-ad74-c1f2729103ee"} 2026-04-30T12:10:53.765Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a3492a87-49cc-4909-9635-93bd903e7794"} 2026-04-30T12:10:58.749Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "be44a308-e6e3-4ffb-b92b-fe5e0e73951d"} 2026-04-30T12:11:04.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "97f5a1ae-9058-468f-9ab7-480c98888d63"} 2026-04-30T12:11:09.770Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "db78a39b-7185-4a11-8338-806528324cbf", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:09.826Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "db78a39b-7185-4a11-8338-806528324cbf", "namespace": "cross-site-proxysql-replica-24953", "name": "xb-backup-minio-replica"} 2026-04-30T12:11:10.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "02397b45-b7f7-4c43-b886-70fc6f1ef543"} 2026-04-30T12:11:14.827Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "b15e6625-ab35-40cf-9263-fc6a1efef043", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:14.900Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "c97e4fe4-f418-48d8-bf49-b9289ffd0651", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:15.352Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "77b3d2ae-4156-4b21-bc4b-43b433211ec0"} 2026-04-30T12:11:19.953Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "786a163d-f2ee-4572-89dc-580d6f3a60f5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:20.056Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "a34e9406-b0e8-440f-8086-c6d30d99d9b5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:20.948Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54054f84-c6bb-4440-a24c-d2b27cece8bf"} 2026-04-30T12:11:25.101Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "612c3919-f1f9-4d85-a8c1-62be895ba9f7", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:26.786Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "08eddbbb-15c4-4e79-b464-1b3e51e44a12"} 2026-04-30T12:11:30.148Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "008749f1-eac8-4dc6-bd4d-912c45b0d3db", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:31.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a608678-5740-4e76-9fed-07036348e6bb"} 2026-04-30T12:11:35.215Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "b03187d5-bf76-4ba8-93ef-24d196028c4a", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:37.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "fab1da8b-4404-4e4a-90c9-bda15ef7032c"} 2026-04-30T12:11:40.278Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "9a59f5c8-297a-4f10-855b-a6f5d10252cf", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:43.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "949483db-6357-4a9d-bf25-498a59ba2d57"} 2026-04-30T12:11:45.323Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:45.372Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T12:11:45.372Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "job": "xb-backup-minio-replica"} 2026-04-30T12:11:48.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9fd57da5-878e-41a4-b50f-ccaaa13c1914"} 2026-04-30T12:11:50.068Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c23c3daa-5bed-4eed-92d9-8d05b51b77e9", "cluster": "cross-site-source"} 2026-04-30T12:11:50.672Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b37708e0-615f-4a81-9c2d-f834cec5cb67", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:11:50.731Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b37708e0-615f-4a81-9c2d-f834cec5cb67", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:11:54.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7afd2b12-d72b-4569-87ea-e81ec3c4e528"} 2026-04-30T12:11:59.486Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0472b31f-c73c-44b7-a381-0d2d304a01c2"} 2026-04-30T12:12:05.254Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7a7b02ff-0994-4404-ac4a-b19f80694c3a"} 2026-04-30T12:12:10.678Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a787a243-1364-490e-ad4e-d7fbd38a5e08"} 2026-04-30T12:12:12.417Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b711e90b-93fa-45ad-a6f1-aedbc3fd9b0c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:15.964Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b711e90b-93fa-45ad-a6f1-aedbc3fd9b0c"} 2026-04-30T12:12:17.941Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e771a8f2-c1f4-4192-9ee9-a56594e64191", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:21.705Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e771a8f2-c1f4-4192-9ee9-a56594e64191"} 2026-04-30T12:12:23.400Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d76cf373-18e7-4440-891f-afdf9337568c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:27.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d76cf373-18e7-4440-891f-afdf9337568c"} 2026-04-30T12:12:29.671Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e786bd11-b5b0-4352-b81a-be432862f13a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:35.157Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "173babb7-f619-4d3f-a0e4-f39d9db8bb00", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:38.364Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e786bd11-b5b0-4352-b81a-be432862f13a"} 2026-04-30T12:12:40.660Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3d69c4fa-7169-43f3-a100-fb0498263f8d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:42.296Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "9c0f0c24-4804-4790-bce2-4eba2997aed1", "cluster": "cross-site-source", "backup": ""} 2026-04-30T12:12:42.383Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3bbc0a28-eb95-4ecc-9050-c14c1ff7f06b", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:44.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3d69c4fa-7169-43f3-a100-fb0498263f8d"} 2026-04-30T12:12:46.132Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "00f4927f-0e72-4078-8bfc-b288010df1b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:47.425Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c58ff0af-8894-4943-86b0-3430713d20e2", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:49.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "00f4927f-0e72-4078-8bfc-b288010df1b9"} 2026-04-30T12:12:51.611Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f762c76-2b4d-4bbc-9ac4-2c66aa743e6e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:52.452Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "87502153-55e4-478a-a682-3a5129a24ab9", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:55.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f762c76-2b4d-4bbc-9ac4-2c66aa743e6e"} 2026-04-30T12:12:57.168Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4d215e1d-64f5-405f-a4a4-5c7f2c9cca41", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:57.475Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "faaed0f8-046b-4186-a8ef-e0edd2bae933", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:00.801Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4d215e1d-64f5-405f-a4a4-5c7f2c9cca41"} 2026-04-30T12:13:02.495Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "130a7a28-f6ab-47a9-b560-6eb1670763e5", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:02.642Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1a150566-1716-44eb-b3c8-831f82fe464f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:06.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1a150566-1716-44eb-b3c8-831f82fe464f"} 2026-04-30T12:13:07.513Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "fd1c81ab-3c4a-48bf-ba1b-c8392b935a11", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:08.077Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2544ca0b-a3d6-4898-8689-a19f3bae08f2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:12.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2544ca0b-a3d6-4898-8689-a19f3bae08f2"} 2026-04-30T12:13:12.534Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6aeb0df3-cbe6-4911-90af-90460bc7bc76", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:13.566Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "751ffbf9-56d9-4a09-a710-473ed2b05adb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:17.404Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "751ffbf9-56d9-4a09-a710-473ed2b05adb"} 2026-04-30T12:13:17.552Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "35abc534-0fe7-46ce-b54d-b5806690c686", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:18.998Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0d95be25-28e2-46c9-b767-c21fdf955020", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:22.575Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "a01fef63-9092-4698-9d27-42be2f2b5469", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:22.802Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0d95be25-28e2-46c9-b767-c21fdf955020"} 2026-04-30T12:13:24.698Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9c6f1b48-df35-46ab-a66a-1deca6ac4592", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:27.592Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "24de9786-d7f9-4822-b651-3b8ff834dbf5", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:28.354Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9c6f1b48-df35-46ab-a66a-1deca6ac4592"} 2026-04-30T12:13:30.204Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f939954e-d1d5-458a-9287-485674c8a427", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:32.607Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "bb2a9fbd-a90c-4854-92a0-2db4f699d0e1", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:34.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f939954e-d1d5-458a-9287-485674c8a427"} 2026-04-30T12:13:35.669Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6510de04-0dd0-44d4-99ea-8f00d2865f19", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:37.624Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "2fe344c7-ae06-40be-b5ed-290435915778", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:39.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6510de04-0dd0-44d4-99ea-8f00d2865f19"} 2026-04-30T12:13:41.192Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ca7cae82-ad83-47b4-9958-6c16c1c6a7fc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:42.643Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "cdc55ac9-2517-4057-9cc1-2d0d57eb1de7", "cluster": "cross-site-source"} 2026-04-30T12:13:42.747Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b6937528-a14e-46e2-b117-a33ff50d69dc", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:44.982Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ca7cae82-ad83-47b4-9958-6c16c1c6a7fc"} 2026-04-30T12:13:46.801Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b61b02ba-48ad-4026-8f0b-a9fe9d70443b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:47.768Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "81344bb6-4158-4619-a433-99d5e0295cba", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:50.577Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b61b02ba-48ad-4026-8f0b-a9fe9d70443b"} 2026-04-30T12:13:52.274Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13891690-e8d5-4e1d-b6b0-cea220da8f53", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:52.788Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "be2b0837-1dca-4414-93a6-69e7943ddb09", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:56.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13891690-e8d5-4e1d-b6b0-cea220da8f53"} 2026-04-30T12:13:57.803Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d04fbeeb-63c6-4196-a13d-1c8a8248730c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:57.806Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ea9eb31a-a7c0-4bae-8665-044c4ab643bf", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:01.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d04fbeeb-63c6-4196-a13d-1c8a8248730c"} 2026-04-30T12:14:02.829Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b1d5de95-c8ad-46f9-b0e7-76588ed65424", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:03.232Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "cadc363f-77f5-4d98-9e03-5919e7df0ed5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:06.974Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "cadc363f-77f5-4d98-9e03-5919e7df0ed5"} 2026-04-30T12:14:07.852Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "bc0fe2bf-3101-4696-8b31-6c3f4cf08d75", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:08.805Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a9cebd32-2acd-49aa-aed0-6b95ad9ba629", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:12.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a9cebd32-2acd-49aa-aed0-6b95ad9ba629"} 2026-04-30T12:14:12.876Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "aacedc00-8711-4517-80a4-e3cde8bd27d2", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:14.811Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e1d4db9a-d2e1-4a7a-b93f-d718bffd0adb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:17.904Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f43a8866-2433-443e-ae96-81be8c6eb1e7", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:18.563Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e1d4db9a-d2e1-4a7a-b93f-d718bffd0adb"} 2026-04-30T12:14:20.277Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "36cd056a-c214-4534-b686-641b0284cdf4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:22.923Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c112d743-7133-4069-a6a2-f1be4a8c6bde", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:23.934Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "36cd056a-c214-4534-b686-641b0284cdf4"} 2026-04-30T12:14:25.728Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "990bf56f-426c-4ca0-acc7-74370988ed57", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:27.942Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e7905135-672c-418b-97f5-84298eac9a4e", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:29.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "990bf56f-426c-4ca0-acc7-74370988ed57"} 2026-04-30T12:14:31.268Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6dc6bfa6-3396-495b-9830-53c1ddb9dc32", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:32.964Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "0c76f85e-46b4-40c4-8b52-1aae8e91fff4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:35.258Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6dc6bfa6-3396-495b-9830-53c1ddb9dc32"} 2026-04-30T12:14:36.750Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8703e20-ed16-449b-8e93-8d78023c342a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:37.984Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "28298ec7-a070-4e8c-8172-d35fc636319a", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:40.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8703e20-ed16-449b-8e93-8d78023c342a"} 2026-04-30T12:14:42.267Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ae8fd7ef-acd5-49c2-86d5-6d966d5ebf2c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:43.013Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1a62666c-ba69-4b31-94d6-8d2f81fc8b9f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:46.006Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ae8fd7ef-acd5-49c2-86d5-6d966d5ebf2c"} 2026-04-30T12:14:47.772Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5bf4f491-688b-4065-8e14-050da2d44bf8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:48.033Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "eb7a7c3b-f882-4c8a-9a54-d139fdc3b4fc", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:51.573Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5bf4f491-688b-4065-8e14-050da2d44bf8"} 2026-04-30T12:14:53.059Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1dc5270f-a337-4e54-ab2c-b7c171201238", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:53.229Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "21f21924-e4c6-4acc-aeb8-44e473312826", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:57.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "21f21924-e4c6-4acc-aeb8-44e473312826"} 2026-04-30T12:14:58.078Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "2618cf0b-2bef-4433-bb84-0b6eafb1efe5", "cluster": "cross-site-source"} 2026-04-30T12:14:58.323Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:58.391Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:58.501Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:59.859Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e63490b3-b809-45a9-8924-3819498ca492", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:03.194Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "5d99617d-3d79-4854-be39-0525b2a73ca9", "cluster": "cross-site-source"} 2026-04-30T12:15:03.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e63490b3-b809-45a9-8924-3819498ca492"} 2026-04-30T12:15:05.392Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91876b19-3db6-4530-9c43-ea2b1a43faab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:08.217Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "4644b930-6e1c-4d93-a33a-eea8fc139c40", "cluster": "cross-site-source"} 2026-04-30T12:15:09.209Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91876b19-3db6-4530-9c43-ea2b1a43faab"} 2026-04-30T12:15:10.887Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54639b06-ccde-4fac-ab3c-390f8c66664e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:13.244Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b36bb6fd-034d-40de-8e2e-6ae0ed4dd715", "cluster": "cross-site-source"} 2026-04-30T12:15:14.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54639b06-ccde-4fac-ab3c-390f8c66664e"} 2026-04-30T12:15:16.462Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7556df5c-ad63-4ebc-bbe0-eae9a7b8b8e8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:18.262Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "a49bb4f0-7d0c-4475-bddf-46a31a69b037", "cluster": "cross-site-source"} 2026-04-30T12:15:20.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7556df5c-ad63-4ebc-bbe0-eae9a7b8b8e8"} 2026-04-30T12:15:21.975Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4ba911b8-dc26-46d0-9542-7f16b9472cab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:23.280Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "33126456-fc3f-4161-b57c-991229bea2fa", "cluster": "cross-site-source"} 2026-04-30T12:15:25.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4ba911b8-dc26-46d0-9542-7f16b9472cab"} 2026-04-30T12:15:27.460Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c141e663-4e09-4c3f-94d1-73eafa4b2d7a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:28.309Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "0358b6ab-1c6b-43eb-8c89-b8f33ddae587", "cluster": "cross-site-source"} 2026-04-30T12:15:31.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c141e663-4e09-4c3f-94d1-73eafa4b2d7a"} 2026-04-30T12:15:32.960Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a498cfe1-702b-4c34-b63a-af27ebac0282", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:33.327Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "edce512b-452f-4cdc-8fa4-8353381dfaaa", "cluster": "cross-site-source"} 2026-04-30T12:15:36.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a498cfe1-702b-4c34-b63a-af27ebac0282"} 2026-04-30T12:15:38.349Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3b61bc7a-ec72-4ef4-afb5-71ac0b5d1942", "cluster": "cross-site-source"} 2026-04-30T12:15:38.429Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88c6dfd2-7f43-403f-b278-7157b951d9aa", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:42.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88c6dfd2-7f43-403f-b278-7157b951d9aa"} 2026-04-30T12:15:43.368Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6f576e15-c21b-44fa-989d-f1b5f97af41b", "cluster": "cross-site-source"} 2026-04-30T12:15:44.010Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5a20e9c8-babb-47e0-8bd6-9fea50f016da", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:47.592Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5a20e9c8-babb-47e0-8bd6-9fea50f016da"} 2026-04-30T12:15:48.390Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "31d5c152-ed07-4cb0-8803-c28a82f845d2", "cluster": "cross-site-source"} 2026-04-30T12:15:49.478Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f3ffc4df-572f-4110-b933-8e2b6ea8fbdf", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:53.389Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f3ffc4df-572f-4110-b933-8e2b6ea8fbdf"} 2026-04-30T12:15:53.409Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e1a1fd75-8617-4309-96bc-62966899a738", "cluster": "cross-site-source"} 2026-04-30T12:15:54.967Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4da1eaed-5f70-4a33-a344-ea573802b362", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:58.427Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6522791a-6cbf-4d68-b15d-ba0cefe3c504", "cluster": "cross-site-source"} 2026-04-30T12:15:58.679Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4da1eaed-5f70-4a33-a344-ea573802b362"} 2026-04-30T12:16:00.429Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e6069ea0-6d50-4429-b659-4bb3e61845e0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:03.448Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "4f23b732-763c-4092-b4d3-6845f55d507d", "cluster": "cross-site-source"} 2026-04-30T12:16:04.470Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e6069ea0-6d50-4429-b659-4bb3e61845e0"} 2026-04-30T12:16:05.917Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9237f691-298f-4aad-a2ae-dbda83813f8c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:08.467Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "73ac4579-60dc-405b-a418-da8e62b2531a", "cluster": "cross-site-source"} 2026-04-30T12:16:10.167Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9237f691-298f-4aad-a2ae-dbda83813f8c"} 2026-04-30T12:16:11.434Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "07b5db8b-fc86-4e5f-8a5d-f1989f974351", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:13.487Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "10df0bd6-c31a-4545-ad6c-7ce1feea831a", "cluster": "cross-site-source"} 2026-04-30T12:16:15.283Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "07b5db8b-fc86-4e5f-8a5d-f1989f974351"} 2026-04-30T12:16:16.919Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f747403a-03d6-4d51-8708-d68276f3e360", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:18.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1065c4fc-c3d8-43f4-a20b-696750b0d5ba", "cluster": "cross-site-source"} 2026-04-30T12:16:20.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f747403a-03d6-4d51-8708-d68276f3e360"} 2026-04-30T12:16:22.350Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "693d7a99-ae4e-4928-aee3-be5d6d511d0f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:23.540Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3dde2c38-0e1b-433b-b9e4-593888e2cf73", "cluster": "cross-site-source"} 2026-04-30T12:16:27.077Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "693d7a99-ae4e-4928-aee3-be5d6d511d0f"} 2026-04-30T12:16:27.812Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b5260375-9586-461f-b22a-3c1bf037a766", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:28.618Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "eef26090-c48a-48a5-8a75-b68506b28b42", "cluster": "cross-site-source"} 2026-04-30T12:16:31.756Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b5260375-9586-461f-b22a-3c1bf037a766"} 2026-04-30T12:16:33.303Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8f3bc8d-7b43-4ec4-b1bd-dafc0a958e13", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:33.638Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3d52d508-f019-48b5-a19d-9b3e5a999cc9", "cluster": "cross-site-source"} 2026-04-30T12:16:36.604Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8f3bc8d-7b43-4ec4-b1bd-dafc0a958e13"} 2026-04-30T12:16:38.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "43594970-12aa-485d-8ae5-8155740f4e19", "cluster": "cross-site-source"} 2026-04-30T12:16:38.755Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "85abf14e-9c0d-4ca3-818c-57cbf56cdc29", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:42.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "85abf14e-9c0d-4ca3-818c-57cbf56cdc29"} 2026-04-30T12:16:43.675Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "cba4b07b-e1c8-4af5-af9f-ee4b30dad102", "cluster": "cross-site-source"} 2026-04-30T12:16:44.409Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "51224b48-737d-45e1-8787-4417a0e8be80", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:48.274Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "51224b48-737d-45e1-8787-4417a0e8be80"} 2026-04-30T12:16:48.694Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1329efd4-85dc-493f-b14f-a0b3b71ee7b5", "cluster": "cross-site-source"} 2026-04-30T12:16:49.990Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "848fd2d7-97be-4084-afff-3ddfa97abf81", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:53.712Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f38add91-405b-41cf-b26a-6fa7b00b8de6", "cluster": "cross-site-source"} 2026-04-30T12:16:53.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "848fd2d7-97be-4084-afff-3ddfa97abf81"} 2026-04-30T12:16:55.444Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74979838-220e-4601-ada9-a758bbbaba2b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:58.956Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "aa11cfcf-c2ae-4a49-8655-d7924230014d", "cluster": "cross-site-source"} 2026-04-30T12:16:59.188Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74979838-220e-4601-ada9-a758bbbaba2b"} 2026-04-30T12:17:00.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a6a3987-3c28-41d9-8c0a-3134d6300ece", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:03.982Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3d8e2af2-bec6-4b74-990e-a0556694d186", "cluster": "cross-site-source"} 2026-04-30T12:17:04.360Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a6a3987-3c28-41d9-8c0a-3134d6300ece"} 2026-04-30T12:17:06.356Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3b336268-af8a-48dc-897a-ae0ec45c7dfb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:09.001Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "9b7d43ba-5bbf-41ea-806b-fea1c8e70abd", "cluster": "cross-site-source"} 2026-04-30T12:17:10.493Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3b336268-af8a-48dc-897a-ae0ec45c7dfb"} 2026-04-30T12:17:11.985Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1cad7fa5-a24d-49a2-a3d2-f7cc8b4a895c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:14.189Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "d1c64062-e2f0-4f83-8ec3-9fe5f487c4b6", "cluster": "cross-site-source"} 2026-04-30T12:17:15.960Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1cad7fa5-a24d-49a2-a3d2-f7cc8b4a895c"} 2026-04-30T12:17:17.788Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b24f2916-4daf-4562-ab17-bb183a02f8c0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:19.206Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "38b5e625-fe0c-4fba-a4b3-2b35e5d1b953", "cluster": "cross-site-source"} 2026-04-30T12:17:21.574Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b24f2916-4daf-4562-ab17-bb183a02f8c0"} 2026-04-30T12:17:23.233Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a3cf6d4-0db8-4d42-acbf-45fe954053ac", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:24.231Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e79c54f8-56bd-4caa-956d-208212593a51", "cluster": "cross-site-source"} 2026-04-30T12:17:27.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a3cf6d4-0db8-4d42-acbf-45fe954053ac"} 2026-04-30T12:17:28.769Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b0478ab5-e575-4416-b08d-f5d698284dee", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:29.371Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "49ff18a7-3ea8-4b0e-9354-2bc1b99137e5", "cluster": "cross-site-source"} 2026-04-30T12:17:32.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b0478ab5-e575-4416-b08d-f5d698284dee"} 2026-04-30T12:17:34.254Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1b71184a-41ff-40e1-96a9-1bb0efb87944", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:34.389Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "dc0fb823-013d-476b-887d-f304e0285c29", "cluster": "cross-site-source"} 2026-04-30T12:17:38.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1b71184a-41ff-40e1-96a9-1bb0efb87944"} 2026-04-30T12:17:39.416Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ea559727-adab-4f4d-b160-c62d79d685a0", "cluster": "cross-site-source"} 2026-04-30T12:17:39.746Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4c235b2e-ab9a-431a-acbc-4fe36b64aa68", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:43.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4c235b2e-ab9a-431a-acbc-4fe36b64aa68"} 2026-04-30T12:17:44.458Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b1f53c41-786b-406b-b4b4-66adb62d4285", "cluster": "cross-site-source"} 2026-04-30T12:17:45.396Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8386481a-2da5-42f0-bb94-80afd4a146ef", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:49.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8386481a-2da5-42f0-bb94-80afd4a146ef"} 2026-04-30T12:17:49.477Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "be9da337-73f8-4dd0-a6f3-c8e41166246e", "cluster": "cross-site-source"} 2026-04-30T12:17:50.861Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "26e170cd-8b6e-458d-ade8-375b08f4fa95", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:54.504Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "18d15b3d-6933-4ca7-ada3-a270fdc75382", "cluster": "cross-site-source"} 2026-04-30T12:17:55.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "26e170cd-8b6e-458d-ade8-375b08f4fa95"} 2026-04-30T12:17:56.347Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91e7be5b-9350-4c41-bd8f-93f45944403b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:59.549Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "d3b604a8-4b67-4911-ae71-1cfe1ebda92f", "cluster": "cross-site-source"} 2026-04-30T12:18:00.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91e7be5b-9350-4c41-bd8f-93f45944403b"} 2026-04-30T12:18:01.816Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "697df69b-4a9e-4e60-b6d7-79a31f9fc013", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:04.567Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1ce13a25-407f-4b4e-996e-6675826e8ae8", "cluster": "cross-site-source"} 2026-04-30T12:18:05.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "697df69b-4a9e-4e60-b6d7-79a31f9fc013"} 2026-04-30T12:18:07.309Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a937427-e572-4fb4-8386-5fa5f1691681", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:09.587Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "acf68b4e-cc7b-4c65-af4b-70bcc293c968", "cluster": "cross-site-source"} 2026-04-30T12:18:11.492Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a937427-e572-4fb4-8386-5fa5f1691681"} 2026-04-30T12:18:12.810Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9192d45-fc7a-4706-9cb3-7cb9dddf67c4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:14.615Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ec3fd99c-87a0-4784-a610-1e1bf4570f77", "cluster": "cross-site-source"} 2026-04-30T12:18:16.761Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9192d45-fc7a-4706-9cb3-7cb9dddf67c4"} 2026-04-30T12:18:18.408Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "034fec2d-e158-4318-afb6-cc39d019408c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:19.634Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f2555396-17a4-463b-bf28-874107976feb", "cluster": "cross-site-source"} 2026-04-30T12:18:22.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "034fec2d-e158-4318-afb6-cc39d019408c"} 2026-04-30T12:18:24.061Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f90d7bd-5eca-41c5-a78c-e55a1e296d10", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:24.656Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "890c9441-5a6f-46ce-a52c-5fbd591dce0e", "cluster": "cross-site-source"} 2026-04-30T12:18:27.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f90d7bd-5eca-41c5-a78c-e55a1e296d10"} 2026-04-30T12:18:29.771Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6543f004-dd44-4e0b-8495-d470d0cfac0b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:33.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6543f004-dd44-4e0b-8495-d470d0cfac0b"} 2026-04-30T12:18:35.287Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb57b479-ff90-4646-bf75-d3ed44ffccce", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:38.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb57b479-ff90-4646-bf75-d3ed44ffccce"} 2026-04-30T12:18:40.745Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "bfbc7631-e6cb-4bab-bf6e-f0cc92512aaf", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:44.505Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "bfbc7631-e6cb-4bab-bf6e-f0cc92512aaf"} 2026-04-30T12:18:46.237Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "89e64553-1aad-4a92-a5fc-5939865d3fb1", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:49.963Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "89e64553-1aad-4a92-a5fc-5939865d3fb1"} 2026-04-30T12:18:51.773Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d70eaf7b-0318-4919-a58b-5438fb0f129d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:55.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d70eaf7b-0318-4919-a58b-5438fb0f129d"} 2026-04-30T12:18:57.308Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4cdeaa96-3ca7-495b-94a9-c10c4d6ebca7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:57.962Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:18:58.023Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:18:58.125Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:00.726Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "df7c45da-628a-46ee-9372-c945802fa47a", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:00.830Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4cdeaa96-3ca7-495b-94a9-c10c4d6ebca7", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:19:02.159Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "19cb14d1-f4c0-4f3f-be69-46a5fffe644a", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:07.934Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1d3bb967-fad6-49bb-a12b-3a4080074460", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:09.139Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b954e1b0-d31d-4a1b-8d2b-b8ddb04406bc"} 2026-04-30T12:19:14.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e4c7980b-da90-4539-8f36-7accbef777b8"} 2026-04-30T12:19:18.320Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2e0e1f42-6c90-497e-ac40-7db9fcee7e14", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:22.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "45037813-b97e-4ebe-8abc-ef482c388d34"} 2026-04-30T12:19:23.559Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica"} 2026-04-30T12:19:23.560Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.227.118"} 2026-04-30T12:19:23.561Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.231.114"} 2026-04-30T12:19:23.561Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.235.137"} 2026-04-30T12:19:23.577Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:19:23.586Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:19:23.595Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:19:25.296Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7858c03d-c455-4cd1-9b3e-d8e330e887ed", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:28.907Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2fe2976c-6684-460f-84f6-ab5c2958a3f1"} 2026-04-30T12:19:34.061Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "209f1203-3a94-403d-9be2-8a5ae482f77c"} 2026-04-30T12:19:39.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b625c49b-4e89-402d-bea0-e1e11885ad87"} 2026-04-30T12:19:44.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d49b74f0-0d2a-4625-a9b8-6c01e4f5771b"} 2026-04-30T12:19:52.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2e8af11a-3662-45de-a1c0-be046a36d968"} 2026-04-30T12:19:58.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2c8dbc7d-9805-4da3-ae62-c90dbf725dc0"} 2026-04-30T12:20:03.717Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c06086d5-0880-443f-b5e9-cd7d7d1c62f0"} 2026-04-30T12:20:09.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d451fda1-ea52-4b28-8782-49d016f966a2"} 2026-04-30T12:20:14.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9fbcbd5e-8a03-4dc7-9bef-9d7ff7e1134b"} 2026-04-30T12:20:19.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0c0e7906-64f1-4897-9006-8048dfd36ca6"} 2026-04-30T12:20:25.558Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9895983b-5a2d-49e0-904f-561eb02688a8"} 2026-04-30T12:20:30.835Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "089b3068-28fc-4e98-ad27-33d3090d4c74"} 2026-04-30T12:20:36.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "89583319-f7e9-46b5-9653-4d8491d67a11"} 2026-04-30T12:20:41.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "25859543-f9c8-4fe2-bc05-4c0ca45f00e4"} 2026-04-30T12:20:46.831Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "551d770d-416a-4aa7-9ddb-90a9a7864ceb"} 2026-04-30T12:20:52.150Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "50c6be20-96a3-496a-91ac-7af9255bfb4c"} 2026-04-30T12:20:57.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2f493f65-e62f-4b98-84c9-06856e282d8d"} 2026-04-30T12:21:03.726Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dfafd1cd-11c2-4908-93d9-6da259776426"} 2026-04-30T12:21:08.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b4ab8684-991c-4578-89fd-5f1ec26bd249"} 2026-04-30T12:21:14.219Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6bc4d1f8-a3b1-40a9-be1d-6e5d38cb26c3"} 2026-04-30T12:21:19.561Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20f2a9d8-e1f2-4b09-8e27-f3b65647c1ec"} 2026-04-30T12:21:25.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3186d6b8-33d5-4afa-bfe8-891782976ffa"} 2026-04-30T12:21:30.105Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "76754e89-f211-4157-832d-f3e209888835"} 2026-04-30T12:21:35.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c36a2133-d1ad-4b6e-a566-9ce779140038"} 2026-04-30T12:21:40.142Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:21:40.199Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:21:40.288Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-2"} 2026-04-30T12:21:40.307Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-0"} 2026-04-30T12:21:40.330Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-1"} 2026-04-30T12:21:40.426Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T12:21:41.431Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d64dfd5b-924b-458d-92a8-0e3ca8b69b79", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:21:47.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c25b38a0-6394-4f19-ab75-bb14ae5857d0"} 2026-04-30T12:21:53.640Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2a623944-74da-4750-ae20-7cac22b014cb"} 2026-04-30T12:22:03.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2e7583fc-9dc9-4be1-81b7-5deeb6fe7ef8"} 2026-04-30T12:22:09.402Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4172a656-9dc7-4bdd-b9fd-c945e9c6bb5e"} 2026-04-30T12:22:14.991Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a5f1a29-07b0-4fab-a5d0-3d13611d8b39"} 2026-04-30T12:22:20.186Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "741d635a-0b5b-4aad-8108-4895d4f85a50"} 2026-04-30T12:22:26.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2650df47-1aa2-497a-9db8-9905100b7d31"} 2026-04-30T12:22:31.871Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "09185df0-89f5-4b39-be4e-c9ffccc58281"} 2026-04-30T12:22:36.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cfc025cd-977c-4b90-aac5-9f1c65524b26"} 2026-04-30T12:22:42.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "46e8d2b8-b213-4fd2-a0c0-007965aafde2"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 -  }, -  { -  }, +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", +  AvailableReplicas: 0, -  AvailableReplicas: 3, -  CollisionCount: &0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 11:41:18 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 11:53:15 +0000 UTC"}, +  CurrentReplicas: 0, -  CurrentReplicas: 3, +  CurrentRevision: "", -  CurrentRevision: "cross-site-replica-proxysql-55b8dc786", -  CurrentRevision: "cross-site-replica-proxysql-64f54bd9c6", -  CurrentRevision: "cross-site-replica-pxc-856fcbd64d", -  CurrentRevision: "cross-site-source-proxysql-776ff5f97c", -  CurrentRevision: "cross-site-source-pxc-66f7bfd74d", -  DefaultMode: &420, -  DefaultMode: &420, +  DefaultMode: nil, +  DefaultMode: nil, +  DeprecatedServiceAccount: "", -  DeprecatedServiceAccount: "default", +  DNSPolicy: "", -  DNSPolicy: "ClusterFirst", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., +  Generation: 0, -  Generation: 1, -  Generation: 2, -  Generation: 3, -  Generation: 4, +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 2, -  ObservedGeneration: 3, -  ObservedGeneration: 4, -  Operation: "Update", -  Operation: "Update", -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjY0MmNkZjFhMjk2MDA2ODU2MjdkMGNlZWU1NGVkM2U4IiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiJlZGY1N2IzMTAxMmI0ZmVmNjZlZmE5ZDBmMzBlYzJlMCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjY0MmNkZjFhMjk2MDA2ODU2MjdkMGNlZWU1NGVkM2U4IiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiJlZGY1N2IzMTAxMmI0ZmVmNjZlZmE5ZDBmMzBlYzJlMCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  PeriodSeconds: 0, -  PeriodSeconds: 10, +  PersistentVolumeClaimRetentionPolicy: nil, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  Phase: "", -  Phase: "Pending", +  PodManagementPolicy: "", -  PodManagementPolicy: "OrderedReady", +  Protocol: "", -  Protocol: "TCP", +  ReadyReplicas: 0, -  ReadyReplicas: 3, -  Replicas: &0, +  Replicas: 0, +  Replicas: &0, -  Replicas: 3, -  Replicas: &3, +  Replicas: &3, +  ResourceVersion: "", -  ResourceVersion: "1777549347212207023", -  ResourceVersion: "1777549518260351024", -  ResourceVersion: "1777550048081951001", -  ResourceVersion: "1777550233535391024", -  ResourceVersion: "1777550404497039001", -  ResourceVersion: "1777550440788159024", -  ResourceVersion: "1777550640198239001", -  ResourceVersion: "1777550878256255001", -  ResourceVersion: "1777551114377615023", -  ResourceVersion: "1777551160384175024", -  ResourceVersion: "1777551345467023023", +  RestartPolicy: "", -  RestartPolicy: "Always", -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil, +  SchedulerName: "", -  SchedulerName: "default-scheduler", -  Subresource: "status", +  TerminationMessagePath: "", -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePolicy: "", -  TerminationMessagePolicy: "File", -  Time: s"2026-04-30 11:41:18 +0000 UTC", -  Time: s"2026-04-30 11:42:27 +0000 UTC", -  Time: s"2026-04-30 11:45:18 +0000 UTC", -  Time: s"2026-04-30 11:53:15 +0000 UTC", -  Time: s"2026-04-30 11:54:08 +0000 UTC", -  Time: s"2026-04-30 11:57:13 +0000 UTC", -  Time: s"2026-04-30 12:00:01 +0000 UTC", -  Time: s"2026-04-30 12:00:04 +0000 UTC", -  Time: s"2026-04-30 12:00:40 +0000 UTC", -  Time: s"2026-04-30 12:02:54 +0000 UTC", -  Time: s"2026-04-30 12:04:00 +0000 UTC", -  Time: s"2026-04-30 12:07:23 +0000 UTC", -  Time: s"2026-04-30 12:07:58 +0000 UTC", -  Time: s"2026-04-30 12:11:50 +0000 UTC", -  Time: s"2026-04-30 12:11:54 +0000 UTC", -  Time: s"2026-04-30 12:12:40 +0000 UTC", -  Time: s"2026-04-30 12:14:58 +0000 UTC", -  Time: s"2026-04-30 12:15:45 +0000 UTC", -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, +  UID: "", -  UID: "18f07d47-02c1-4654-8f14-fdaf987c05ca", -  UID: "5e75b404-23bb-4404-a4e5-d788d1c2096e", -  UID: "81a96e74-299c-464d-a7d5-5003142a2c9b", -  UID: "a553ca17-32f2-4b9b-a545-ee0b6813ed48", +  UpdatedReplicas: 0, -  UpdatedReplicas: 3, +  UpdateRevision: "", -  UpdateRevision: "cross-site-replica-proxysql-55b8dc786", -  UpdateRevision: "cross-site-replica-proxysql-64f54bd9c6", -  UpdateRevision: "cross-site-replica-pxc-856fcbd64d", -  UpdateRevision: "cross-site-source-proxysql-776ff5f97c", -  UpdateRevision: "cross-site-source-pxc-66f7bfd74d", -  Value: "false", +  Value: "false", -  Value: "true", +  Value: "true", -  VolumeMode: &"Filesystem", +  VolumeMode: nil,   }    },    },    {    },    },    {    },    },    {    },    ... // 12 identical elements    ... // 16 identical fields    ... // 16 identical fields    ... // 22 identical fields    ... // 2 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 4 identical fields    ... // 5 identical fields    ... // 5 identical fields    ... // 6 identical fields    ... // 6 identical fields    ... // 7 identical fields    ... // 8 identical fields    ... // 9 identical fields    AccessModes: nil,    ActiveDeadlineSeconds: nil,    Affinity: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Args: {"mysqld"},    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    AutomountServiceAccountToken: nil,    AvailableReplicas: 0,    AWSElasticBlockStore: nil,    AzureFile: nil,    Capacity: nil,    Conditions: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    ContainerPort: 6032,    ContainerPort: 6070,    Containers: []v1.Container{    CurrentReplicas: 0,    DataSource: nil,    DataSourceRef: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...},    Env: []v1.EnvVar{    EphemeralContainers: nil,    FailureThreshold: 3,    FC: nil,    Finalizers: nil,    GitRepo: nil,    HostAliases: nil,    HostIP: "",    HostPort: 0,    ImagePullPolicy: "Always",    InitContainers: []v1.Container{    InitialDelaySeconds: 300,    ISCSI: nil,    Items: nil,    Items: nil,    Labels: nil,    Lifecycle: nil,    LivenessProbe: &v1.Probe{    LocalObjectReference: {Name: "auto-cross-site-replica-pxc"},    LocalObjectReference: {Name: "auto-cross-site-source-pxc"},    LocalObjectReference: {Name: "cross-site-replica-pxc"},    LocalObjectReference: {Name: "cross-site-source-pxc"},    MinReadySeconds: 0,    Name: "auto-config",    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    Name: "config",    Name: "ist",    Name: "mysql",    Name: "mysql-admin",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "mysqlx",    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    Name: "proxyadm",    Name: "PXC_READ_ONLY",    {Name: "SCHEDULER_ENABLED", Value: "true"},    Namespace: "cross-site-proxysql-1904",    Namespace: "cross-site-proxysql-replica-24953",    Name: "ssl",    Name: "ssl-internal",    Name: "sst",    Name: "stats",    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    Name: "vault-keyring-secret",    Name: "write-set",    NFS: nil,    NodeName: "",    NodeSelector: nil,    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "60b646d89cb8775f707a194c50eb79f9", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "642cdf1a29600685627d0ceee54ed3e8", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "60b646d89cb8775f707a194c50eb79f9", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "642cdf1a29600685627d0ceee54ed3e8", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: v1.ObjectMeta{    Optional: &false,    Optional: &true,    Optional: &true,    Ordinals: nil,    OS: nil,    Overhead: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "890a8ac5-3efb-4971-89a7-3e8194fc66de", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "fb7dc139-b337-4e2c-ace1-47596e698c76", ...}},    Ports: nil,    Ports: []v1.ContainerPort{    PreemptionPolicy: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    ReadyReplicas: 0,    Replicas: 0,    Replicas: &3,    ResizePolicy: nil,    Resources: {},    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    SecretName: "cross-site-replica-mysql-init",    SecretName: "cross-site-replica-ssl",    SecretName: "cross-site-replica-ssl-internal",    SecretName: "cross-site-source-mysql-init",    SecretName: "cross-site-source-ssl",    SecretName: "cross-site-source-ssl-internal",    SecretName: "internal-cross-site-replica",    SecretName: "internal-cross-site-source",    SecretName: "some-name-vault",    Secret: &v1.SecretVolumeSource{    SecurityContext: nil,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    ServiceAccountName: "default",    ServiceName: "cross-site-replica-proxysql-unready",    ServiceName: "cross-site-replica-pxc",    ServiceName: "cross-site-source-proxysql-unready",    ServiceName: "cross-site-source-pxc",    SetHostnameAsFQDN: nil,    Spec: v1.PersistentVolumeClaimSpec{    Spec: v1.PodSpec{    Spec: v1.StatefulSetSpec{    StartupProbe: nil,    Status: v1.PersistentVolumeClaimStatus{    Status: v1.StatefulSetStatus{    StorageClassName: nil,    Subdomain: "",    SuccessThreshold: 1,    Template: v1.PodTemplateSpec{    TerminationGracePeriodSeconds: &30,    TerminationGracePeriodSeconds: &600,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    Tolerations: nil,    TypeMeta: {},    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    UpdatedReplicas: 0,    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},   &v1.StatefulSet{    ValueFrom: nil,    VolumeAttributesClassName: nil,    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeName: "",    VolumeSource: v1.VolumeSource{    Volumes: []v1.Volume{    VsphereVolume: nil,    WorkingDir: "", + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n cross-site-proxysql-1904 cross-site-source --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-source patched + kubectl patch pxc -n cross-site-proxysql-replica-24953 cross-site-replica --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/cross-site-replica patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.IgcPpc2M3D ++ mktemp + local LAST_ERR=/tmp/tmp.dmMdwoFObr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IgcPpc2M3D perconaxtradbcluster.pxc.percona.com "cross-site-source" deleted from cross-site-proxysql-1904 namespace perconaxtradbcluster.pxc.percona.com "cross-site-replica" deleted from cross-site-proxysql-replica-24953 namespace + cat /tmp/tmp.dmMdwoFObr + rm /tmp/tmp.IgcPpc2M3D /tmp/tmp.dmMdwoFObr + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.r543c2mmPI ++ mktemp + local LAST_ERR=/tmp/tmp.wMTuV4wkzJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.r543c2mmPI perconaxtradbclusterbackup.pxc.percona.com "backup-minio-source" deleted from cross-site-proxysql-1904 namespace perconaxtradbclusterbackup.pxc.percona.com "backup-minio-replica" deleted from cross-site-proxysql-replica-24953 namespace + cat /tmp/tmp.wMTuV4wkzJ + rm /tmp/tmp.r543c2mmPI /tmp/tmp.wMTuV4wkzJ + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.YAcr00j0Mr ++ mktemp + local LAST_ERR=/tmp/tmp.I3hr01vgTd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YAcr00j0Mr perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-1904 namespace perconaxtradbclusterrestore.pxc.percona.com "backup-minio" deleted from cross-site-proxysql-replica-24953 namespace + cat /tmp/tmp.I3hr01vgTd + rm /tmp/tmp.YAcr00j0Mr /tmp/tmp.I3hr01vgTd + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.i2aMrWczRJ ++ mktemp + local LAST_ERR=/tmp/tmp.LiuTXljsme + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.i2aMrWczRJ validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.LiuTXljsme + rm /tmp/tmp.i2aMrWczRJ /tmp/tmp.LiuTXljsme + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.bJY270yEUO + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-1904 ++ mktemp + local LAST_OUT=/tmp/tmp.BV2iwQMX8L + destroy cross-site-proxysql-replica-24953 true + local namespace=cross-site-proxysql-replica-24953 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + grep -v 'get backup status: Job.batch' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ ++ mktemp +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator + local LAST_OUT=/tmp/tmp.2iv94f0VEt ++ mktemp + local LAST_ERR=/tmp/tmp.yM3Mfk3ldp + local exit_status=0 + grep -v 'the object has been modified' ++ mktemp + local LAST_ERR=/tmp/tmp.O5XYd5fCtY + local exit_status=0 + sort -u + tee /tmp/tmp.bJY270yEUO/operator.log tee: /tmp/tmp.bJY270yEUO/operator.log: No such file or directory ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-1904 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ head -1 ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.zUgJzTHwUa +++ mktemp ++ local LAST_ERR=/tmp/tmp.HdB6w63CsB ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.zUgJzTHwUa ++ cat /tmp/tmp.HdB6w63CsB ++ rm /tmp/tmp.zUgJzTHwUa /tmp/tmp.HdB6w63CsB ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk ++ mktemp + local LAST_OUT=/tmp/tmp.fbE94A0x8Q ++ mktemp + local LAST_ERR=/tmp/tmp.XGLRCeIuwx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fbE94A0x8Q + cat /tmp/tmp.XGLRCeIuwx + rm /tmp/tmp.fbE94A0x8Q /tmp/tmp.XGLRCeIuwx + return 0 2026-04-30T11:38:29.373Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-30T11:38:29.373Z INFO setup Manager starting up {"gitCommit": "b47912f7729e2d124f0221cb70713ba4110c1fe4", "gitBranch": "PR-2449-b47912f7", "buildTime": "2026-04-30T10:36:22Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-30T11:38:29.373Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1362000"} 2026-04-30T11:38:29.377Z INFO setup Registering Components. 2026-04-30T11:38:30.073Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-30T11:38:30.073Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-30T11:38:30.073Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-30T11:38:30.073Z INFO controller-runtime.metrics Starting metrics server 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-30T11:38:30.073Z INFO controller-runtime.webhook Starting webhook server 2026-04-30T11:38:30.073Z INFO setup Starting the Cmd. 2026-04-30T11:38:30.073Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-30T11:38:30.173Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:38:30.208Z DEBUG events percona-xtradb-cluster-operator-7d9c4fb94c-7v2gk_2e2ceb2e-6a68-4c37-8c51-57d75ce7553f became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"10aba401-4d57-4644-86f0-4ecee1366fb2","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1777549110201567009"}, "reason": "LeaderElection"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-30T11:38:30.208Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-30T11:38:30.208Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-30T11:38:30.309Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-30T11:38:30.309Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-30T11:38:30.309Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-30T11:38:30.309Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-30T11:38:30.310Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-30T11:38:30.310Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-30T11:41:16.294Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "version": "1.20.0"} 2026-04-30T11:41:18.665Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "auto-cross-site-source-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:41:18.787Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:41:18.838Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:41:18.912Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:18.986Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.027Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.167Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.292Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.408Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:19.519Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f5ecd920-1ce2-4ac3-9cfb-a9dd818e697a", "object": "cross-site-source-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:41:20.279Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41b52c15-fda2-4898-9cad-60e0d226b38c", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:41:20.306Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41b52c15-fda2-4898-9cad-60e0d226b38c", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:42:42.416Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "operator"} 2026-04-30T11:42:42.455Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "monitor"} 2026-04-30T11:42:42.526Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.569Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.610Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "xtrabackup"} 2026-04-30T11:42:42.668Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4"} 2026-04-30T11:42:42.714Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "user": "replication"} 2026-04-30T11:42:42.726Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e61cdeac-9876-4204-b63b-1f02d36e98a4", "err": "get primary pxc pod: not found"} 2026-04-30T11:42:47.908Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "12d4fba6-c4b5-42d0-a347-43603a3370ac", "err": "get primary pxc pod: not found"} 2026-04-30T11:42:53.069Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "651492c8-9137-4389-b26e-a709c9639dcc", "err": "get primary pxc pod: not found"} 2026-04-30T11:45:22.090Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55", "user": "root"} 2026-04-30T11:45:22.231Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55", "new version": "8.0.43-34.1"} 2026-04-30T11:45:26.426Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "73b506bf-7fbb-4215-acdb-48553a6b5e55"} 2026-04-30T11:45:32.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "348d2881-2a09-450a-923b-91655c23caed"} 2026-04-30T11:45:37.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7129e0f3-1bad-4dcc-b7c5-4860346fbca0"} 2026-04-30T11:45:43.196Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "538ed606-5eb4-4eb0-a427-2d29ef1120ef"} 2026-04-30T11:45:48.884Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2e896a04-1a7e-4ae6-be5f-fc21c2ba9897"} 2026-04-30T11:45:53.837Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f965d292-2982-41cb-948d-b1d0bb99db14"} 2026-04-30T11:45:59.901Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0dde9814-640c-464b-aefc-5715942897a1"} 2026-04-30T11:46:05.017Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0c386b3a-e2d9-4d61-8f37-e7e6106f4db1"} 2026-04-30T11:46:10.320Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c84f0833-5468-4309-a4f1-517639d348c6"} 2026-04-30T11:46:15.590Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ed6d539b-bf0f-46a6-bd54-f62bd2e115b5"} 2026-04-30T11:46:20.989Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "543d192f-c6c1-4420-b8e1-165973ceb152"} 2026-04-30T11:46:26.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6d25f5a6-c7e9-4aed-91c0-054c18e3cbc5"} 2026-04-30T11:46:31.874Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "464e9988-7b52-4320-a49c-4dcfad0186c4"} 2026-04-30T11:46:36.818Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fb386865-d9c0-4182-a3dd-eadcd7c9e410"} 2026-04-30T11:46:42.198Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9a25c2aa-21e0-4f77-a3eb-8e5041454239"} 2026-04-30T11:46:47.818Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "84bc576c-2358-4834-9779-d800921e73f5"} 2026-04-30T11:46:53.216Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f21e3825-b23a-48ee-b768-06982471de3f"} 2026-04-30T11:46:58.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c0ad33d-f9ed-4070-b283-b21a5d73ca87"} 2026-04-30T11:47:04.125Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9f4c40d6-18b6-4a2d-920a-17f204b1764e"} 2026-04-30T11:47:09.385Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "99896bf2-d545-4306-aa8b-950094ab5c09"} 2026-04-30T11:47:14.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d97fd038-44ed-468b-ade9-231178e9dfff"} 2026-04-30T11:47:20.193Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10ae4c79-5e0a-44ca-adae-a18cc6c6ad00"} 2026-04-30T11:47:25.608Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7fc0ae7d-ac03-4c48-80b8-c2ffca749720"} 2026-04-30T11:47:30.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "520c109d-18c0-418a-8ba4-2b5a46abee0b"} 2026-04-30T11:47:36.280Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e3304fca-9a2b-437f-8c03-490ff4d94781"} 2026-04-30T11:47:41.514Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "43af0063-fc03-4fb7-9a8d-28145371777c"} 2026-04-30T11:47:46.996Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "01d17f66-03df-49db-83a8-5935bad54f08"} 2026-04-30T11:47:52.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "07210a6b-40f5-40d2-ba3b-3ad71474297a"} 2026-04-30T11:47:58.013Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5f75dcd8-cd66-4b1b-af12-23bf3298efa3"} 2026-04-30T11:48:03.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e47098a8-3f4b-4f3b-b33f-f9efd2ceaf3b"} 2026-04-30T11:48:08.945Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3b6f82c5-459f-4355-bfb0-84ca3c18e1c8"} 2026-04-30T11:48:13.924Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "907d00a6-b191-40e7-83e5-d6a985c44355"} 2026-04-30T11:48:20.008Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66138d01-46ce-4f71-adca-86e149dbbec0"} 2026-04-30T11:48:25.384Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1f790fa6-f185-4444-a7ae-d15b172ef01e"} 2026-04-30T11:48:30.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4c9c7f14-784c-4f4d-98c7-f840384965e6"} 2026-04-30T11:48:35.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "06a0b897-b842-4d15-91fb-84940af01123"} 2026-04-30T11:48:41.412Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e770ec99-04ed-4441-990f-2f23be5ec6c2"} 2026-04-30T11:48:46.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7b37a8a5-c98e-4112-b300-1892f4ef04a5"} 2026-04-30T11:48:51.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "523280a3-30a4-4ec0-aadd-d835c97e7a03"} 2026-04-30T11:48:56.361Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.385Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.409Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "secret": "cross-site-source-mysql-init", "user": "replication"} 2026-04-30T11:48:56.431Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:56.452Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92b09238-14e5-4544-aa87-0fafe95bc0a9", "user": "replication"} 2026-04-30T11:48:58.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "952e6619-cba1-49f0-9c8a-ebee5a98f2f8"} 2026-04-30T11:49:06.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "57b95e5d-7f6d-469b-9e97-c08332ffafb4"} 2026-04-30T11:49:11.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e3a190b4-fb0c-4bd4-8ed7-33c6e2689875"} 2026-04-30T11:49:16.568Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e50acc4c-e349-4252-982c-854f88415313"} 2026-04-30T11:49:21.772Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "47c47b50-686d-4230-92c8-880314c5e436"} 2026-04-30T11:49:27.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "622144ed-b135-4105-9691-90e4a8292c80"} 2026-04-30T11:49:33.512Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c6c885b4-add1-412e-a8a9-0cd99578d11f"} 2026-04-30T11:49:38.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "50a0002c-b64c-4957-8d53-e6c2bd098dbe"} 2026-04-30T11:49:44.326Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "72590271-a721-4b7e-9310-493d84a8b488"} 2026-04-30T11:49:49.485Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8500b34f-62d1-42c3-97b0-d5d537e45975"} 2026-04-30T11:49:55.379Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "616e1094-e3dd-4eb6-aee7-2ab6e9024b66", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:49:55.435Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "616e1094-e3dd-4eb6-aee7-2ab6e9024b66", "namespace": "cross-site-proxysql-1904", "name": "xb-backup-minio-source"} 2026-04-30T11:49:56.094Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "18f13220-8e8f-4a71-9d6e-788123c56d20"} 2026-04-30T11:50:00.193Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "37fb6133-3252-4b63-9781-1c3932421411"} 2026-04-30T11:50:00.436Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "87262069-7809-4171-9696-19c1e5e9d6e4", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:00.519Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "740190ad-0a60-4344-9454-8d970c50aadc", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:05.560Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "469c6cbb-ab19-434d-a93c-deeaa28a34a9", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:05.896Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9945ade7-82d5-4bb0-9270-1ba5164d8e80"} 2026-04-30T11:50:10.608Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "0695af1e-783e-4704-ade4-e9cbbf46cce9", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:11.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c41b65d2-0942-4d91-82db-db132c5ea008"} 2026-04-30T11:50:15.654Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "f52dc5dd-0841-4a1d-80e0-9d984ff8ab4e", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:16.422Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6cef27cd-d34d-4658-a602-192e0cfdc689"} 2026-04-30T11:50:20.697Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "e3fadf96-18b2-476e-bd94-cb01f141d205", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:22.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1d17cc3e-621e-4e2c-b4a5-2980f40f76c5"} 2026-04-30T11:50:25.736Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "b5cc5894-1827-43f9-9add-59d79e3cca81", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:25.820Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "4a8cd761-ef1b-494d-bc86-44b55b047e02", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:28.206Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e962c5aa-ebd9-480c-b9e2-4c0318e371ca"} 2026-04-30T11:50:30.887Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "cluster": "cross-site-source", "storage": "minio", "allowed": true} 2026-04-30T11:50:30.927Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "job": "xb-backup-minio-source", "secret": "cross-site-source-mysql-init"} 2026-04-30T11:50:30.927Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio-source", "reconcileID": "dacf0a98-080b-42d7-bb56-e6def83ebb06", "job": "xb-backup-minio-source"} 2026-04-30T11:50:33.397Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "63ed5fa3-ab11-4347-8781-ec1d828b8e59"} 2026-04-30T11:50:38.692Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c2c71bd-f06e-47e7-bf38-016e43a73803"} 2026-04-30T11:50:44.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "184abc4c-8c7e-453e-a475-b7de56b5c051"} 2026-04-30T11:50:49.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "380c782d-012b-4c0b-a002-4d462e696894"} 2026-04-30T11:50:55.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7d42063e-1414-43e8-b13a-62fe7fb89b51"} 2026-04-30T11:51:00.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41f2d3b1-1128-48b6-ba39-1e4ce45ceca3"} 2026-04-30T11:51:05.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fa7458f5-1f0c-4602-8efe-aae0bcb6dd0f"} 2026-04-30T11:51:11.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a1702501-42a0-4666-93bc-51c682cb4f79"} 2026-04-30T11:51:16.400Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "60f41057-4a58-4221-a87c-c16736a0e24f"} 2026-04-30T11:51:21.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8907866f-93fb-4f58-bc19-ae5643be2f3f"} 2026-04-30T11:51:27.896Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "063afbb6-606f-49b8-bf67-a73be844b503"} 2026-04-30T11:51:32.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ea023518-6f55-46cb-8f72-ba8009703b5e"} 2026-04-30T11:51:38.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cf68bd61-323a-4bf9-82b5-9f47e5e553ba"} 2026-04-30T11:51:43.623Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2216347b-e545-42ed-a337-cdb9c5239527"} 2026-04-30T11:51:48.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a32aa76-38fe-48bb-8ed2-79734d30b3a0"} 2026-04-30T11:51:54.403Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b993d0a4-cde4-4ac8-9eaa-f396266be240"} 2026-04-30T11:51:59.768Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f013409c-8d27-4831-8516-984b301b9347"} 2026-04-30T11:52:05.095Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e63ea3ec-01a9-4fb0-9a0d-fa97069c40ab"} 2026-04-30T11:52:10.624Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0ceff4d7-f672-4ed2-804e-4240fea60a8b"} 2026-04-30T11:52:15.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "90ce80f3-3673-4dfb-83e4-273c6f19cc3a"} 2026-04-30T11:52:21.400Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b1e660ad-3ee4-4b73-9b94-afefb41659b6"} 2026-04-30T11:52:26.709Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "34a8ce3c-539f-46c9-ba20-b125eb7f026d"} 2026-04-30T11:52:31.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a11ea7cd-3bd7-4d4b-bc98-1ac8a150bc99"} 2026-04-30T11:52:37.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fbaeb0e1-318b-4620-b0d1-142a9e88377a"} 2026-04-30T11:52:43.171Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "de64ea92-4dd3-4ca9-bca1-1d8531fd030d"} 2026-04-30T11:52:48.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "77debb35-7e94-402e-a8e1-2b75f6945001"} 2026-04-30T11:52:54.041Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8460eb6b-283d-416d-af8f-8d0779e9af8a"} 2026-04-30T11:52:59.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "67b6ef35-7ee9-4e55-8f9d-f1cc604f5a89"} 2026-04-30T11:53:04.594Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "41c92c6d-2b0a-4687-955f-adb916d2a64b"} 2026-04-30T11:53:10.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "524f204d-f9a8-48db-9c38-4d455f0e2523"} 2026-04-30T11:53:13.290Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "version": "1.20.0"} 2026-04-30T11:53:14.592Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:53:14.609Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "object": "auto-cross-site-replica-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-30T11:53:15.183Z ERROR Reconciler error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "94d193d5-ff71-4df7-a1ac-5138410d209e", "error": "failed to deploy proxysql: updatePod for proxysql: reconcile config: reconcile autotune config: create or update configmap: configmaps \"auto-cross-site-replica-pxc\" already exists", "errorVerbose": "configmaps \"auto-cross-site-replica-pxc\" already exists\ncreate or update configmap\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileAutotuneConfigMap\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:100\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:25\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile autotune config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).reconcileConfigMaps\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/config.go:27\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:57\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nreconcile config\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).updatePod\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/upgrade.go:59\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:547\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nupdatePod for proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:548\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:565\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693\nfailed to deploy proxysql\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).deploy\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:566\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:372\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T11:53:15.303Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:53:15.344Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-30T11:53:15.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "be0d7992-a429-49df-b920-6f0db072df77"} 2026-04-30T11:53:15.416Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.467Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.507Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-0", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.580Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-1", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.719Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-pxc-2", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:15.868Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:16.007Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7d73af3-d845-4f04-9bf6-4220d2218013", "object": "cross-site-replica-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-30T11:53:16.658Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a58379-291d-4365-b693-c84b42b3cb58", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:53:16.678Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a58379-291d-4365-b693-c84b42b3cb58", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-30T11:53:20.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c7099cdd-b530-4769-b623-9b1908084700"} 2026-04-30T11:53:26.406Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6ad5f59a-68ca-472b-970e-55741447cbcf"} 2026-04-30T11:53:31.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "27e29283-76d4-4c98-b0ac-343cc9cad42a"} 2026-04-30T11:53:36.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "68e4963d-005e-4008-a674-db66724c27e3"} 2026-04-30T11:53:42.473Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cc7709ab-f5d7-47c1-bd41-0bd294db267d"} 2026-04-30T11:53:47.900Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "34a61f76-9c76-4610-8c05-36e1f1541ba2"} 2026-04-30T11:53:53.218Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f9271efc-e107-4a9e-bca1-d80315d86f0d"} 2026-04-30T11:53:58.506Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1b4feb29-1f0b-486c-a4b6-dd86b57b5ded"} 2026-04-30T11:54:04.075Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c161c1bb-ecd4-4c80-b0a3-248c0e316e53"} 2026-04-30T11:54:09.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3c8e2597-44c5-4ead-adf9-abc9d3c5955d"} 2026-04-30T11:54:14.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c2797549-9cbf-4deb-8b74-0b7514dd1f54"} 2026-04-30T11:54:20.091Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d1551bf7-bf0b-4119-a59b-e87c6e8e77a0"} 2026-04-30T11:54:25.429Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "09addc03-b97b-4584-8893-833d140472e9"} 2026-04-30T11:54:30.575Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "75b3b519-657f-48f5-9293-9ea99bf8ee7a"} 2026-04-30T11:54:35.925Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fea99192-7e6e-4bf0-a4d1-62c7bf1e2c1f"} 2026-04-30T11:54:38.726Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "operator"} 2026-04-30T11:54:38.783Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "monitor"} 2026-04-30T11:54:38.868Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:38.935Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:39.002Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "xtrabackup"} 2026-04-30T11:54:39.092Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183"} 2026-04-30T11:54:39.146Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "user": "replication"} 2026-04-30T11:54:39.159Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "082a9941-59a1-4d6a-911a-13002ff6e183", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:41.521Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ba67e6c6-3966-421d-84e5-ef2a984cbeed"} 2026-04-30T11:54:44.346Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13dbd1a5-96f2-446f-a152-4dfcde638f3d", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:46.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "02815609-d4ef-455e-9039-8fcea0adf8e1"} 2026-04-30T11:54:49.517Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "438aa4a5-5e1f-4cef-bff7-469ec5179b58", "err": "get primary pxc pod: not found"} 2026-04-30T11:54:52.103Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a70ccdc-f046-48d8-8fce-6dccda86f380"} 2026-04-30T11:54:58.398Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4da8315f-622d-437a-9321-af06270f35fb"} 2026-04-30T11:55:03.699Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "33ef3b37-e60e-4368-9cca-bbcd9ca64275"} 2026-04-30T11:55:09.003Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6218fd8c-e1ae-449a-8572-4b761aa37d5b"} 2026-04-30T11:55:14.268Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "54ff1418-4256-4091-aa22-686bb461f6dd"} 2026-04-30T11:55:19.673Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d691eb07-ec06-4e24-95a3-bde03eca84ad"} 2026-04-30T11:55:25.799Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "26a82569-f4c9-41d0-8e4e-8a62516d9806"} 2026-04-30T11:55:30.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8761c89a-8b60-49cf-9c17-adaa564a36db"} 2026-04-30T11:55:35.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "378f3b92-5c31-4463-a079-5bf6b8175a32"} 2026-04-30T11:55:41.220Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0b25c15a-2b0f-497a-9a74-fe2cccf1d664"} 2026-04-30T11:55:46.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5a752c0b-435d-4841-be61-b7bb27b75a2c"} 2026-04-30T11:55:51.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "47c20e71-8570-4eb3-915e-d041b3207f7d"} 2026-04-30T11:55:57.276Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9969a24-b718-4d52-b1fa-ea267b533177"} 2026-04-30T11:56:02.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "14c43aa2-ded3-4134-a563-3c9c344b7ced"} 2026-04-30T11:56:07.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e19aa3d6-b8a4-408a-94eb-70a4d18b7981"} 2026-04-30T11:56:13.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fe15af44-0e12-456d-b208-60ab6d846793"} 2026-04-30T11:56:18.800Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fffc9169-617a-41b2-87f1-dfb882431980"} 2026-04-30T11:56:23.609Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "102256a3-d420-477e-9293-105d107672a5"} 2026-04-30T11:56:29.587Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dca19551-7cd3-40dd-9b58-b35d962b77e2"} 2026-04-30T11:56:34.588Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "eafc3de3-401e-42b3-8206-9a708142a07f"} 2026-04-30T11:56:40.298Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1183583b-6063-461e-a879-042383f813bd"} 2026-04-30T11:56:45.178Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a2f8b595-cfae-4603-b7aa-544892dd8596"} 2026-04-30T11:56:50.588Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "387d7a85-05df-45f4-8f4d-08825a0974aa"} 2026-04-30T11:56:56.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "acdb24b8-40d2-43fb-ba66-bbff8133acb5"} 2026-04-30T11:57:01.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a25f659-6e37-4906-b93b-91c1a7b1fb74"} 2026-04-30T11:57:06.788Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "82b70e3d-e017-43a6-8055-9867ce7a760c"} 2026-04-30T11:57:12.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6db69d3c-c614-4d6e-877f-05096e2a70a5"} 2026-04-30T11:57:15.322Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "41b6fb05-fd85-44f7-b552-4b7e53468e8a", "user": "root"} 2026-04-30T11:57:15.454Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "41b6fb05-fd85-44f7-b552-4b7e53468e8a", "new version": "8.0.43-34.1"} 2026-04-30T11:57:17.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c766d7cb-091a-4c70-b951-7be592cb9f88"} 2026-04-30T11:57:23.011Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "19a2bd9b-fecc-4dc1-8e30-87ee0ba7bf29"} 2026-04-30T11:57:28.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f68a7b5-6a55-415b-96b7-c2a66b35ca42"} 2026-04-30T11:57:33.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "14431320-74d6-4bf2-bf35-19e21a048d16"} 2026-04-30T11:57:38.885Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3e9bf6e5-fcfa-4f1d-b0f3-6ec98aecc45a"} 2026-04-30T11:57:44.309Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f8c661c0-9ee7-445b-802a-07f355aeab6a"} 2026-04-30T11:57:49.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcfec5b2-0145-4eec-819f-6a55e2fabdcb"} 2026-04-30T11:57:55.424Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "779681ae-c316-4a49-8803-abb3a72c32ae"} 2026-04-30T11:58:00.613Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "69d21cf8-31a7-4586-b93b-ff5540b1003d"} 2026-04-30T11:58:06.084Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c52b1cd8-4209-4322-b4e6-01a04b4b3c97"} 2026-04-30T11:58:11.904Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "113a8f31-15eb-437b-bdb9-1ccf066bbf2c"} 2026-04-30T11:58:16.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "56b8e075-b3a0-4753-bbf1-4fcf5f152683"} 2026-04-30T11:58:21.919Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "445e84f4-98f8-4ed8-9d60-7daa2a818f2d"} 2026-04-30T11:58:27.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e084fa3a-3595-4718-8651-753d7fa2ee7a"} 2026-04-30T11:58:33.123Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "16739fa9-acd9-4656-b3ff-e94f30648f62"} 2026-04-30T11:58:38.605Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "889121f5-c998-4032-8a8a-6a9ed642aae7"} 2026-04-30T11:58:44.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3fbc4fe1-466e-4559-bd69-e9b624ecb354"} 2026-04-30T11:58:49.300Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fa2d8cef-4a21-4ba0-a1ca-80d9a126e666"} 2026-04-30T11:58:55.370Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "22191fd3-3675-463c-9755-335310d418db"} 2026-04-30T11:59:00.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1193fbdc-8cb1-47be-b34d-f62b9ddf1acd"} 2026-04-30T11:59:05.292Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1a87c03d-40be-4e4e-84e3-3841bfef5c1e"} 2026-04-30T11:59:10.626Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "57a06695-5c36-4e27-8ec8-c234407ece7e"} 2026-04-30T11:59:15.992Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a9d37fd-6b35-4e62-8ba6-1abe1eb108da"} 2026-04-30T11:59:21.412Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcde4971-a60d-45e0-99a6-0eb93a115f46"} 2026-04-30T11:59:26.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d8a331a7-7277-4d88-9c2f-3008a90c625c"} 2026-04-30T11:59:32.077Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0e3548ee-34f7-41b7-9a8e-5f680d43e529"} 2026-04-30T11:59:37.270Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f34a2d6-0845-4d0e-aa34-3514da9ffa6a"} 2026-04-30T11:59:42.792Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6e3afc24-acde-4c8a-96a9-b316ea058781"} 2026-04-30T11:59:48.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0d223025-165c-4886-b0be-bb3b9539c8d1"} 2026-04-30T11:59:53.496Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c7971dbd-533d-4243-85f5-de598a61463e"} 2026-04-30T11:59:58.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e0ae6e40-723e-443c-b29a-aa69bd9fdb74"} 2026-04-30T12:00:01.280Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "c1ac1671-5997-4561-8165-9a3a456a476d", "cluster": "cross-site-replica"} 2026-04-30T12:00:01.432Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:01.498Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:01.574Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb40ffaa-2b94-4cb5-96d4-9045235c0fd4", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:00:04.484Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "549e2c6f-b334-45ff-9cb9-2242f2f9a999"} 2026-04-30T12:00:10.096Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "deba303c-ad41-4066-a9f6-6df451ff28e0"} 2026-04-30T12:00:15.168Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "56bbd3ed-9e0d-4c23-9b27-5cdfc91b0234"} 2026-04-30T12:00:20.688Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4e26556e-088a-4d32-9968-9296caa372c7"} 2026-04-30T12:00:26.697Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "82ab1cbf-45d4-4699-9faa-a10822ebe36b"} 2026-04-30T12:00:31.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db895599-0556-4f02-9bc8-fa9c7b577648"} 2026-04-30T12:00:36.799Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db16c341-6fc9-4af1-8747-4524963fc0c9"} 2026-04-30T12:00:42.191Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e7687c56-8cf1-4e97-977d-0dd62caaa8c7"} 2026-04-30T12:00:42.451Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "00bb562f-9e91-44ee-9be5-fb0d203cf05c", "cluster": "cross-site-replica", "backup": ""} 2026-04-30T12:00:42.554Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8ffe54b0-6643-42c1-b086-a107637696df", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:47.511Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6a68e6b3-46b3-445b-9856-4690ef10ed5a"} 2026-04-30T12:00:47.584Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "049b37cb-c6ee-4c7b-a754-fb59d5810a63", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:52.611Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5b0dc084-965c-4e94-b4ee-0c8eed16ef91", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:53.835Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "31d86075-d982-4784-8458-eead155c7cd0"} 2026-04-30T12:00:57.629Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "96363048-d175-48f3-b99e-d5057305069a", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:00:58.311Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5027e078-d6d6-45dc-9a83-494cbef2b6ee"} 2026-04-30T12:01:02.647Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "de2a2b53-0a5b-46b4-a18e-191281fee132", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:04.099Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8a63a81d-2574-4cdc-8994-d81dff3f525f"} 2026-04-30T12:01:07.673Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "9111b737-0e39-4fff-9ed8-29f856dbc25e", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:09.119Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7e627e16-b75d-4232-9cf4-7cf9b87f4634"} 2026-04-30T12:01:12.691Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e972d6f5-7c1a-49ed-9766-a0b902462477", "job": "restore-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:14.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10e59d54-90b5-40f1-b8dd-c7ed4b1c3788"} 2026-04-30T12:01:17.712Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "6bf8eed9-8d33-4bc4-b347-a603f5c7a252", "cluster": "cross-site-replica"} 2026-04-30T12:01:17.789Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "0271f56f-bada-4e85-b0f8-404dd8191c5d", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:19.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5cd19ad3-4c22-485a-82f1-ec0e769b0f5a"} 2026-04-30T12:01:22.814Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "a9accaf7-cfa2-4906-8eea-868d4a04c980", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:25.489Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "36f05d15-d225-4268-8c9d-0d018acf3c1b"} 2026-04-30T12:01:27.835Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8442313e-6cff-47cf-9f12-5914baabbfbd", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:30.627Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b81d57dd-c59e-4635-b29d-24c11db5f43c"} 2026-04-30T12:01:32.854Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "1f8b563a-2299-40a5-9df5-598aa0a2ab35", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:36.097Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8c4821a6-3ab8-4919-94a6-8ffb8fee59e8"} 2026-04-30T12:01:37.880Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "14240966-07bb-4f1f-97b3-b18f30f8ff59", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:41.386Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "629c37d1-57af-4d75-aa8e-22150cb53b5c"} 2026-04-30T12:01:42.903Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8c4006bf-14a2-4bc2-b592-95588dbbbff0", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:46.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "92d765c2-a076-46ed-8c11-5a8fde2f8531"} 2026-04-30T12:01:47.922Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "43ab5480-86ae-4303-8d50-b63c6e153dbb", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:51.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "852024e8-047f-451b-af28-87540d08dc25"} 2026-04-30T12:01:52.947Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "b41d4377-5802-40c6-8d95-7c488925ecd9", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:57.973Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "aac73952-ca8e-40c9-a182-2f46e1556ba2", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:01:58.118Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "10d04d20-9969-41f9-b213-6b8578b30c99"} 2026-04-30T12:02:02.992Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f7806f4f-81b5-4af7-a9f7-e029ccd3b1a7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:03.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "abe400b2-c214-4d87-9891-495257889669"} 2026-04-30T12:02:08.017Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "df928441-85ea-44dd-bfbb-f5be492570c5", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:09.066Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "adf1462d-9a37-4e42-8a14-f14bf707d818"} 2026-04-30T12:02:13.040Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "9d5a926e-70d3-4c4f-b542-65d37fcfdee8", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:14.425Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4036d4ed-b1f1-45bc-bd65-13999f10596e"} 2026-04-30T12:02:18.058Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "1db03d88-1f8a-4374-bf16-a0da8828da2c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:19.714Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "89fd161f-0906-4234-8e1d-9d08856d8f69"} 2026-04-30T12:02:23.089Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "492311ea-43ff-44f2-8927-58bc4b0f3ae7", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:25.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "03721e8f-48ea-4564-9493-8db32b8bb151"} 2026-04-30T12:02:28.119Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f22d8903-f014-4e6c-bcf9-e2f28aa33c82", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:30.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b424f3ac-d9f7-4b84-b59e-7891dbd90413"} 2026-04-30T12:02:33.139Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3afe2c87-8540-480a-8010-fc45df89a80e", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:35.402Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7a354e80-55ff-4012-994d-496b6f92b089"} 2026-04-30T12:02:38.167Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e197d945-73be-427c-ade2-b7af12834520", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:41.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ff9698ae-cce1-4ab9-8dcc-2a2aafdfd8e4"} 2026-04-30T12:02:43.188Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "cd24c911-5652-4981-8be5-1369c8d18306", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:46.025Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "caf366ef-d8f1-48de-bac1-ce39eb25a8d5"} 2026-04-30T12:02:48.205Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d7f510d1-3d2e-4cf6-acd4-a187a16f597c", "job": "prepare-job-backup-minio-cross-site-replica"} 2026-04-30T12:02:51.689Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f745fa14-a860-4395-8ecf-206a87a1eec5"} 2026-04-30T12:02:53.227Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5a9e3a9c-ba96-4bac-9de8-6d9cbfa4f21c", "cluster": "cross-site-replica"} 2026-04-30T12:02:53.637Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:54.313Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:54.551Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b02897ee-2a6a-474d-a938-62a71991813d", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:02:56.969Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20df0cfe-1941-4d1f-95dd-736d76b743da"} 2026-04-30T12:02:58.368Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "cf50ea5f-e0cd-47b1-964c-79bfff4f0c9a", "cluster": "cross-site-replica"} 2026-04-30T12:03:02.095Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dcd05b89-26e7-491a-8bb3-d986efb0417a"} 2026-04-30T12:03:03.389Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "c0ed508f-e9a8-435f-8215-c25734719b53", "cluster": "cross-site-replica"} 2026-04-30T12:03:07.822Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "7760cb93-2f85-4a3c-a5f8-0caa1fb3e6cb"} 2026-04-30T12:03:08.410Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8826ea75-b59c-4667-8a8b-0d1e8a84058d", "cluster": "cross-site-replica"} 2026-04-30T12:03:13.292Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ff557f16-4884-47bd-aa4b-80507a8d8545"} 2026-04-30T12:03:13.429Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8542a0cb-e65f-4c4c-bd5b-6305e07c21bb", "cluster": "cross-site-replica"} 2026-04-30T12:03:18.448Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8adab847-5211-4049-9633-f5cfb8f73094", "cluster": "cross-site-replica"} 2026-04-30T12:03:18.580Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "097095fa-c503-492d-b978-58601822d50e"} 2026-04-30T12:03:23.466Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "e86eca7c-1e25-4917-b3ba-26fe2a1b2711", "cluster": "cross-site-replica"} 2026-04-30T12:03:24.118Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "aeed1a53-b3b0-495e-bed6-d6bf56288544"} 2026-04-30T12:03:28.483Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5526f12f-3894-4bcc-be6a-1c048bdc030c", "cluster": "cross-site-replica"} 2026-04-30T12:03:29.415Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2ed8401c-10ba-4b30-bd41-27eb8513a183"} 2026-04-30T12:03:33.503Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5feaa339-8252-449f-8611-fb5d6e1f3696", "cluster": "cross-site-replica"} 2026-04-30T12:03:34.683Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4f72ea99-3332-439c-9d00-27da539f08db"} 2026-04-30T12:03:38.522Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ad555a14-ef91-46a8-92e6-ae2594ce1085", "cluster": "cross-site-replica"} 2026-04-30T12:03:39.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "131db8a9-22d6-4e00-ad8d-5d6bfa510673"} 2026-04-30T12:03:43.546Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "92bd5a7b-f85c-4df9-8284-04d0274c2268", "cluster": "cross-site-replica"} 2026-04-30T12:03:45.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b9407286-eb9c-4433-9781-b08c2c21e856"} 2026-04-30T12:03:48.596Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "77dd9fbc-967f-4b57-b115-7c2d0b4cfafd", "cluster": "cross-site-replica"} 2026-04-30T12:03:50.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "852e917f-0961-4f9f-8c2a-a7eac83ace5e"} 2026-04-30T12:03:53.625Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "b74cb509-afa4-4013-a490-7686fb4697e3", "cluster": "cross-site-replica"} 2026-04-30T12:03:56.690Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b939d01a-e7c1-4f0a-81f1-d57ee69ec52f"} 2026-04-30T12:03:58.725Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8c2ea9c7-8f55-4dfd-97a3-5adccf6a2fc3", "cluster": "cross-site-replica"} 2026-04-30T12:04:01.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ab2704a4-531f-4206-ac94-5420c1eb7a77"} 2026-04-30T12:04:03.762Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8318c250-af4d-4731-ac6c-e96033a41c16", "cluster": "cross-site-replica"} 2026-04-30T12:04:06.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "131a59cc-6bf0-471c-8799-f7219e617308"} 2026-04-30T12:04:08.781Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "8faa68f2-f65a-403e-a9ba-1d69f2e3ec0b", "cluster": "cross-site-replica"} 2026-04-30T12:04:13.185Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ca7f6048-206a-44be-badb-91c9621d6ae9"} 2026-04-30T12:04:13.900Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "5e96ab22-aed0-4bc5-b617-ef63ce2a4588", "cluster": "cross-site-replica"} 2026-04-30T12:04:18.611Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9060083-4cbc-4e03-bfa5-ee2a47aa0ff2"} 2026-04-30T12:04:18.919Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "a1824ff2-73a0-4f16-828f-ad35c0f74bf0", "cluster": "cross-site-replica"} 2026-04-30T12:04:23.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c12a2efd-aac4-4b64-a63e-186e40e93c79"} 2026-04-30T12:04:23.939Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3bf15333-967f-4803-97fd-d118b31dbd0f", "cluster": "cross-site-replica"} 2026-04-30T12:04:29.107Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ac11cabf-9d30-4d05-abc6-379a29a129a9", "cluster": "cross-site-replica"} 2026-04-30T12:04:29.222Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "847d2aa5-4af4-4a27-beed-867e1ad46579"} 2026-04-30T12:04:34.129Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "68dba0f3-7e4e-40b6-9a0b-e67794189350", "cluster": "cross-site-replica"} 2026-04-30T12:04:34.694Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c9852046-f73e-4b2b-bc2d-c4435dd35d9e"} 2026-04-30T12:04:39.156Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f0dcf796-53aa-479b-bcb0-3040fdd6b9ed", "cluster": "cross-site-replica"} 2026-04-30T12:04:39.710Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "ea6e8653-bd8f-4d67-b853-77aac96b1081"} 2026-04-30T12:04:44.193Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f2484fa5-8690-419e-962c-63401c6cfa13", "cluster": "cross-site-replica"} 2026-04-30T12:04:45.170Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "816a9f6d-df85-4b6e-8e13-2bc0948827e3"} 2026-04-30T12:04:49.223Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ab4988a5-9b63-4f76-83c0-cc575c23ee5e", "cluster": "cross-site-replica"} 2026-04-30T12:04:50.622Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "15a4561d-38b2-4bb2-90b6-6820672a8c5a"} 2026-04-30T12:04:54.246Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d0f28f2d-0c33-415b-8206-5ff0f613619a", "cluster": "cross-site-replica"} 2026-04-30T12:04:56.788Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "62cc5d03-a044-418d-ad1d-a06039154dd4"} 2026-04-30T12:04:59.424Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "182b561f-7961-4b9a-9128-ba26a40810a9", "cluster": "cross-site-replica"} 2026-04-30T12:05:01.369Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c2de6fb0-4d7d-4337-8318-2bb29dfb9513"} 2026-04-30T12:05:04.450Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "3c6a4e4c-c592-4727-a5ea-ed8d2f5bbce5", "cluster": "cross-site-replica"} 2026-04-30T12:05:06.718Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e164c0fb-5f8a-4f96-8727-b9173b774adf"} 2026-04-30T12:05:09.471Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "065e676c-cf63-4d3a-aefd-b9f1a220772e", "cluster": "cross-site-replica"} 2026-04-30T12:05:11.994Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cd4fb4ab-3c73-423e-a866-4435f848eafa"} 2026-04-30T12:05:14.494Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "23580cf5-a9d3-44e1-9873-1d8be9e9c7ce", "cluster": "cross-site-replica"} 2026-04-30T12:05:17.403Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1c9b05fe-b677-489e-81e2-5e2a92a978b5"} 2026-04-30T12:05:19.526Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ac96e581-da73-4ae9-b770-f65e63c8cac2", "cluster": "cross-site-replica"} 2026-04-30T12:05:22.876Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e12f2149-47e9-41f7-b607-f8a70f9a3405"} 2026-04-30T12:05:24.550Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "39eab18f-967b-4805-9943-0fce63716f6d", "cluster": "cross-site-replica"} 2026-04-30T12:05:28.081Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6f0bb0ab-d42a-42e0-ac7d-15e1d47e12f0"} 2026-04-30T12:05:29.587Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "f304929c-fef0-4a9a-9230-99403005b633", "cluster": "cross-site-replica"} 2026-04-30T12:05:33.766Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "1afa3773-5c31-484d-ba5e-521298118cf7"} 2026-04-30T12:05:34.607Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d5a7f571-acdd-49c4-a8cb-6fff8a98c6a3", "cluster": "cross-site-replica"} 2026-04-30T12:05:38.963Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fb3a3e23-50fe-400e-bdef-255df63a6517"} 2026-04-30T12:05:39.633Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "666dab1f-6576-489c-b639-f55904110448", "cluster": "cross-site-replica"} 2026-04-30T12:05:44.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "de4428f2-f45c-41a0-808e-f7c494489f6d"} 2026-04-30T12:05:44.658Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "d4f4d25f-cb31-4341-b967-ce549680bfc7", "cluster": "cross-site-replica"} 2026-04-30T12:05:49.678Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "2808e778-2730-4274-a3be-acbef3829741", "cluster": "cross-site-replica"} 2026-04-30T12:05:49.699Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9973890f-032c-4335-ad36-81de26b1a9c5"} 2026-04-30T12:05:54.699Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "ff11a039-ab9e-4af3-959a-191c3eea64f9", "cluster": "cross-site-replica"} 2026-04-30T12:05:55.619Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e6d656f3-1905-476f-8773-6f565b61a8f7"} 2026-04-30T12:05:59.720Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "163c00cf-f1e0-4f2c-9621-21dff062fd97", "cluster": "cross-site-replica"} 2026-04-30T12:06:00.471Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9d4ae03c-0a77-46df-b14b-537ce89d9394"} 2026-04-30T12:06:04.741Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "639ba78c-d7d1-4574-9c8f-6c1e3046411c", "cluster": "cross-site-replica"} 2026-04-30T12:06:05.816Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8b58a7f9-8769-4ef1-a38b-5e95678555ae"} 2026-04-30T12:06:09.765Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "af9a6938-f048-470b-8933-f766280e4eb0", "cluster": "cross-site-replica"} 2026-04-30T12:06:11.696Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e1582a19-25f5-4bb5-9d72-286e8f3e409e"} 2026-04-30T12:06:14.796Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio", "reconcileID": "93c6ef65-ea17-439e-af3e-e2ac76ebec0f", "cluster": "cross-site-replica"} 2026-04-30T12:06:16.497Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c6ffbd17-32c8-4386-9558-8024b103341e"} 2026-04-30T12:06:21.620Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0f7ce690-2bdb-40c6-8098-a3783f15a681"} 2026-04-30T12:06:27.306Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "65b0c3d9-0f79-44ab-959b-e4840b561bad"} 2026-04-30T12:06:32.322Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "a9fa0e07-8f1e-403f-bd00-2e832d2804c5"} 2026-04-30T12:06:37.989Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9a077245-107e-4b20-bd73-9f954be66e45"} 2026-04-30T12:06:43.309Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2a8d8e26-b349-45cc-b8c2-fd93b1018b4f"} 2026-04-30T12:06:48.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8d423311-219c-4d53-9464-e2a28cb4da63"} 2026-04-30T12:06:53.832Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "4dabea69-4ad3-4415-8e4b-a45eacbca42c"} 2026-04-30T12:06:59.286Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2afc554c-743e-4894-bd12-880d3c505a91"} 2026-04-30T12:07:04.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "04e00734-25e4-4874-abe8-961c52d3f1f2"} 2026-04-30T12:07:10.478Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "991b231d-c2df-4b11-bfc2-366a24ede117"} 2026-04-30T12:07:15.390Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "8bd5df64-816a-4493-ab07-e85345ecf737"} 2026-04-30T12:07:20.716Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "00497aaa-2a04-46e0-9340-40dee9a4b853"} 2026-04-30T12:07:23.567Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:07:24.252Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:07:24.268Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:07:24.283Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:07:24.703Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "34127dd8-2ec6-4176-96f5-0eefc96af894", "new replication pod": "cross-site-replica-pxc-0"} 2026-04-30T12:07:25.861Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a315421b-4e34-4a0f-8b5a-59bcf0f6c79c", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:26.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "fcdaf44d-c53c-491e-946a-078ce343ee62"} 2026-04-30T12:07:31.307Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "041fe171-8fa9-4394-aa0f-d50eb8378b35"} 2026-04-30T12:07:31.357Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "39e9f876-c588-4aab-9f5c-8a529121d365", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:36.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "78d98bb2-9ce6-4aec-82c9-682ae1fcce5e"} 2026-04-30T12:07:41.836Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8571160a-4908-4d78-860d-cfb987bb0fba", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:46.208Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d34dd7d5-07bf-47b7-b75c-5e34770225b4"} 2026-04-30T12:07:52.483Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7e4d97ee-c346-4739-be7f-188cb0874de7", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:07:56.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9c9d9e36-a0e5-4e4b-b43c-fbb5550e7e55"} 2026-04-30T12:07:57.928Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "86f37323-280a-4727-a9cf-5257818408d5", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:02.522Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "db9bfa16-e17a-48e7-9dbb-8a3a6c64a6c5"} 2026-04-30T12:08:03.406Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1ba12e5c-56f4-4c71-9e32-7383e015f832", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:04.408Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a9ab4b-8253-42d1-972f-416317031ce6", "channel": "source_to_replica", "Last_IO_Error": "Error connecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Access denied for user 'replication'@'cross-site-replica-pxc-0.cross-site-replica-pxc.cross-site-proxy' (using password: YES)"} 2026-04-30T12:08:07.536Z INFO Password changed, updating user {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.562Z INFO Password updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.584Z INFO MySQL init secret created {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "secret": "cross-site-replica-mysql-init", "user": "replication"} 2026-04-30T12:08:07.607Z INFO Internal secrets updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.627Z INFO Old password discarded {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "user": "replication"} 2026-04-30T12:08:07.680Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a13dffe-94d9-44f3-a65b-6eae69bbbe42", "channel": "source_to_replica", "Last_IO_Error": ""} 2026-04-30T12:08:08.435Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "28a9ab4b-8253-42d1-972f-416317031ce6", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:08:15.724Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d22400a9-f9c6-41b0-b8c2-a4b09ca029d2"} 2026-04-30T12:08:21.221Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20d648e0-4312-44d8-b4cc-176ef0a58330"} 2026-04-30T12:08:26.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9ccfcd63-3360-4a8a-9bcd-fc3ce9712c11"} 2026-04-30T12:08:32.003Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "42f138a3-7c77-42f9-af88-c26a35f33e81"} 2026-04-30T12:08:37.388Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b9aeac31-0e46-4bd2-9f25-e8206b8d7865"} 2026-04-30T12:08:42.926Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "bb46d72b-236f-49ea-b5bb-eea9d2d2b401"} 2026-04-30T12:08:48.211Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "5ebe0b69-7136-47b5-af5e-8dd3642019bf"} 2026-04-30T12:08:53.836Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "11ade816-654c-4a13-8ff3-adf09ce05204"} 2026-04-30T12:08:59.097Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "f351ebf0-1f16-481d-b1d7-14f23a90d914"} 2026-04-30T12:09:02.326Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8852995e-3af2-4d82-9109-96fd2fbc95dc", "error": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n", "errorVerbose": "syncusers: WARNING (line:1652) : Ignoring query rule for replication, since this is not using singlewrite mode (max-writers is not 1)\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:997\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:09:08.846Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c33580c5-6c51-4220-97c7-3cc96e0330bc"} 2026-04-30T12:09:14.102Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ec2e355c-9db9-4c73-8b17-8dcde6cddfc6"} 2026-04-30T12:09:19.798Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88d5adea-2637-41f9-b05a-618a60e0be6d"} 2026-04-30T12:09:25.508Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74009630-0247-4432-9ecb-7de35c4076ac"} 2026-04-30T12:09:30.585Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0ba85efb-1b76-412f-ae80-48ea0cf30e69"} 2026-04-30T12:09:36.210Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "55ac876e-8db2-424a-9825-5345e5bb1925"} 2026-04-30T12:09:41.564Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ccf9ed79-c3df-4002-a770-3ae99811d124"} 2026-04-30T12:09:46.856Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "aa4867be-d950-4901-90e8-ba79ac554228"} 2026-04-30T12:09:52.601Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "aea3de79-4c30-47e7-9801-28e0bc17e1a4"} 2026-04-30T12:09:58.375Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b741d7f1-59ec-4e73-a7ec-37d6614f1be2"} 2026-04-30T12:10:03.767Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3c7d61e4-7c61-4480-ab60-720c34269427"} 2026-04-30T12:10:09.293Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "39cfbeb0-fccc-480b-9856-416a0943850e"} 2026-04-30T12:10:14.678Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1efec24e-0b54-43e9-8bfd-3c51af20a61d"} 2026-04-30T12:10:20.395Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b6086400-451e-4953-8e9b-8c1206d51e1e"} 2026-04-30T12:10:26.571Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b59b2911-7a0c-4717-a979-94946c24aa7a"} 2026-04-30T12:10:31.469Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a7ac0a8b-2381-4af7-8439-af7d6d0c6f8d"} 2026-04-30T12:10:37.083Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "da17489b-12fc-4673-8050-76fabdb13186"} 2026-04-30T12:10:42.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "67e01a75-c58c-46e0-9060-e44d644e5135"} 2026-04-30T12:10:48.268Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "323e38cc-551e-4383-ad74-c1f2729103ee"} 2026-04-30T12:10:53.765Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a3492a87-49cc-4909-9635-93bd903e7794"} 2026-04-30T12:10:58.749Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "be44a308-e6e3-4ffb-b92b-fe5e0e73951d"} 2026-04-30T12:11:04.581Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "97f5a1ae-9058-468f-9ab7-480c98888d63"} 2026-04-30T12:11:09.770Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "db78a39b-7185-4a11-8338-806528324cbf", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:09.826Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "db78a39b-7185-4a11-8338-806528324cbf", "namespace": "cross-site-proxysql-replica-24953", "name": "xb-backup-minio-replica"} 2026-04-30T12:11:10.284Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "02397b45-b7f7-4c43-b886-70fc6f1ef543"} 2026-04-30T12:11:14.827Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "b15e6625-ab35-40cf-9263-fc6a1efef043", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:14.900Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "c97e4fe4-f418-48d8-bf49-b9289ffd0651", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:15.352Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "77b3d2ae-4156-4b21-bc4b-43b433211ec0"} 2026-04-30T12:11:19.953Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "786a163d-f2ee-4572-89dc-580d6f3a60f5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:20.056Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "a34e9406-b0e8-440f-8086-c6d30d99d9b5", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:20.948Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54054f84-c6bb-4440-a24c-d2b27cece8bf"} 2026-04-30T12:11:25.101Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "612c3919-f1f9-4d85-a8c1-62be895ba9f7", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:26.786Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "08eddbbb-15c4-4e79-b464-1b3e51e44a12"} 2026-04-30T12:11:30.148Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "008749f1-eac8-4dc6-bd4d-912c45b0d3db", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:31.693Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a608678-5740-4e76-9fed-07036348e6bb"} 2026-04-30T12:11:35.215Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "b03187d5-bf76-4ba8-93ef-24d196028c4a", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:37.599Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "fab1da8b-4404-4e4a-90c9-bda15ef7032c"} 2026-04-30T12:11:40.278Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "9a59f5c8-297a-4f10-855b-a6f5d10252cf", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:43.148Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "949483db-6357-4a9d-bf25-498a59ba2d57"} 2026-04-30T12:11:45.323Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "cluster": "cross-site-replica", "storage": "minio", "allowed": true} 2026-04-30T12:11:45.372Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "job": "xb-backup-minio-replica", "secret": "cross-site-replica-mysql-init"} 2026-04-30T12:11:45.372Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"backup-minio-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "backup-minio-replica", "reconcileID": "08dffee5-4fe2-4bd8-b5cb-f5a499735764", "job": "xb-backup-minio-replica"} 2026-04-30T12:11:48.658Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9fd57da5-878e-41a4-b50f-ccaaa13c1914"} 2026-04-30T12:11:50.068Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c23c3daa-5bed-4eed-92d9-8d05b51b77e9", "cluster": "cross-site-source"} 2026-04-30T12:11:50.672Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b37708e0-615f-4a81-9c2d-f834cec5cb67", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:11:50.731Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b37708e0-615f-4a81-9c2d-f834cec5cb67", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:11:54.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7afd2b12-d72b-4569-87ea-e81ec3c4e528"} 2026-04-30T12:11:59.486Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0472b31f-c73c-44b7-a381-0d2d304a01c2"} 2026-04-30T12:12:05.254Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7a7b02ff-0994-4404-ac4a-b19f80694c3a"} 2026-04-30T12:12:10.678Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a787a243-1364-490e-ad4e-d7fbd38a5e08"} 2026-04-30T12:12:12.417Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b711e90b-93fa-45ad-a6f1-aedbc3fd9b0c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:15.964Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b711e90b-93fa-45ad-a6f1-aedbc3fd9b0c"} 2026-04-30T12:12:17.941Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e771a8f2-c1f4-4192-9ee9-a56594e64191", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:21.705Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e771a8f2-c1f4-4192-9ee9-a56594e64191"} 2026-04-30T12:12:23.400Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d76cf373-18e7-4440-891f-afdf9337568c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:27.607Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d76cf373-18e7-4440-891f-afdf9337568c"} 2026-04-30T12:12:29.671Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e786bd11-b5b0-4352-b81a-be432862f13a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:35.157Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "173babb7-f619-4d3f-a0e4-f39d9db8bb00", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:38.364Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e786bd11-b5b0-4352-b81a-be432862f13a"} 2026-04-30T12:12:40.660Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3d69c4fa-7169-43f3-a100-fb0498263f8d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:42.296Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "9c0f0c24-4804-4790-bce2-4eba2997aed1", "cluster": "cross-site-source", "backup": ""} 2026-04-30T12:12:42.383Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3bbc0a28-eb95-4ecc-9050-c14c1ff7f06b", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:44.409Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3d69c4fa-7169-43f3-a100-fb0498263f8d"} 2026-04-30T12:12:46.132Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "00f4927f-0e72-4078-8bfc-b288010df1b9", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:47.425Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c58ff0af-8894-4943-86b0-3430713d20e2", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:49.902Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "00f4927f-0e72-4078-8bfc-b288010df1b9"} 2026-04-30T12:12:51.611Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f762c76-2b4d-4bbc-9ac4-2c66aa743e6e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:52.452Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "87502153-55e4-478a-a682-3a5129a24ab9", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:12:55.667Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f762c76-2b4d-4bbc-9ac4-2c66aa743e6e"} 2026-04-30T12:12:57.168Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4d215e1d-64f5-405f-a4a4-5c7f2c9cca41", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:12:57.475Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "faaed0f8-046b-4186-a8ef-e0edd2bae933", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:00.801Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4d215e1d-64f5-405f-a4a4-5c7f2c9cca41"} 2026-04-30T12:13:02.495Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "130a7a28-f6ab-47a9-b560-6eb1670763e5", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:02.642Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1a150566-1716-44eb-b3c8-831f82fe464f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:06.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1a150566-1716-44eb-b3c8-831f82fe464f"} 2026-04-30T12:13:07.513Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "fd1c81ab-3c4a-48bf-ba1b-c8392b935a11", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:08.077Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2544ca0b-a3d6-4898-8689-a19f3bae08f2", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 1/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:12.060Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2544ca0b-a3d6-4898-8689-a19f3bae08f2"} 2026-04-30T12:13:12.534Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6aeb0df3-cbe6-4911-90af-90460bc7bc76", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:13.566Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "751ffbf9-56d9-4a09-a710-473ed2b05adb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:17.404Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "751ffbf9-56d9-4a09-a710-473ed2b05adb"} 2026-04-30T12:13:17.552Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "35abc534-0fe7-46ce-b54d-b5806690c686", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:18.998Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0d95be25-28e2-46c9-b767-c21fdf955020", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:22.575Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "a01fef63-9092-4698-9d27-42be2f2b5469", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:22.802Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0d95be25-28e2-46c9-b767-c21fdf955020"} 2026-04-30T12:13:24.698Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9c6f1b48-df35-46ab-a66a-1deca6ac4592", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:27.592Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "24de9786-d7f9-4822-b651-3b8ff834dbf5", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:28.354Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9c6f1b48-df35-46ab-a66a-1deca6ac4592"} 2026-04-30T12:13:30.204Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f939954e-d1d5-458a-9287-485674c8a427", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:32.607Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "bb2a9fbd-a90c-4854-92a0-2db4f699d0e1", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:34.073Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f939954e-d1d5-458a-9287-485674c8a427"} 2026-04-30T12:13:35.669Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6510de04-0dd0-44d4-99ea-8f00d2865f19", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:37.624Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "2fe344c7-ae06-40be-b5ed-290435915778", "job": "restore-job-backup-minio-cross-site-source"} 2026-04-30T12:13:39.383Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6510de04-0dd0-44d4-99ea-8f00d2865f19"} 2026-04-30T12:13:41.192Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ca7cae82-ad83-47b4-9958-6c16c1c6a7fc", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:42.643Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "cdc55ac9-2517-4057-9cc1-2d0d57eb1de7", "cluster": "cross-site-source"} 2026-04-30T12:13:42.747Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b6937528-a14e-46e2-b117-a33ff50d69dc", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:44.982Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ca7cae82-ad83-47b4-9958-6c16c1c6a7fc"} 2026-04-30T12:13:46.801Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b61b02ba-48ad-4026-8f0b-a9fe9d70443b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:47.768Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "81344bb6-4158-4619-a433-99d5e0295cba", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:50.577Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b61b02ba-48ad-4026-8f0b-a9fe9d70443b"} 2026-04-30T12:13:52.274Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13891690-e8d5-4e1d-b6b0-cea220da8f53", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:52.788Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "be2b0837-1dca-4414-93a6-69e7943ddb09", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:13:56.883Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "13891690-e8d5-4e1d-b6b0-cea220da8f53"} 2026-04-30T12:13:57.803Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d04fbeeb-63c6-4196-a13d-1c8a8248730c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:13:57.806Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ea9eb31a-a7c0-4bae-8665-044c4ab643bf", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:01.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d04fbeeb-63c6-4196-a13d-1c8a8248730c"} 2026-04-30T12:14:02.829Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b1d5de95-c8ad-46f9-b0e7-76588ed65424", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:03.232Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "cadc363f-77f5-4d98-9e03-5919e7df0ed5", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:06.974Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "cadc363f-77f5-4d98-9e03-5919e7df0ed5"} 2026-04-30T12:14:07.852Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "bc0fe2bf-3101-4696-8b31-6c3f4cf08d75", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:08.805Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a9cebd32-2acd-49aa-aed0-6b95ad9ba629", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 2/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:12.789Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a9cebd32-2acd-49aa-aed0-6b95ad9ba629"} 2026-04-30T12:14:12.876Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "aacedc00-8711-4517-80a4-e3cde8bd27d2", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:14.811Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e1d4db9a-d2e1-4a7a-b93f-d718bffd0adb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:17.904Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f43a8866-2433-443e-ae96-81be8c6eb1e7", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:18.563Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e1d4db9a-d2e1-4a7a-b93f-d718bffd0adb"} 2026-04-30T12:14:20.277Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "36cd056a-c214-4534-b686-641b0284cdf4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:22.923Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "c112d743-7133-4069-a6a2-f1be4a8c6bde", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:23.934Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "36cd056a-c214-4534-b686-641b0284cdf4"} 2026-04-30T12:14:25.728Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "990bf56f-426c-4ca0-acc7-74370988ed57", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:27.942Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e7905135-672c-418b-97f5-84298eac9a4e", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:29.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "990bf56f-426c-4ca0-acc7-74370988ed57"} 2026-04-30T12:14:31.268Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6dc6bfa6-3396-495b-9830-53c1ddb9dc32", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:32.964Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "0c76f85e-46b4-40c4-8b52-1aae8e91fff4", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:35.258Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6dc6bfa6-3396-495b-9830-53c1ddb9dc32"} 2026-04-30T12:14:36.750Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8703e20-ed16-449b-8e93-8d78023c342a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:37.984Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "28298ec7-a070-4e8c-8172-d35fc636319a", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:40.482Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8703e20-ed16-449b-8e93-8d78023c342a"} 2026-04-30T12:14:42.267Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ae8fd7ef-acd5-49c2-86d5-6d966d5ebf2c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:43.013Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1a62666c-ba69-4b31-94d6-8d2f81fc8b9f", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:46.006Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "ae8fd7ef-acd5-49c2-86d5-6d966d5ebf2c"} 2026-04-30T12:14:47.772Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5bf4f491-688b-4065-8e14-050da2d44bf8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:48.033Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "eb7a7c3b-f882-4c8a-9a54-d139fdc3b4fc", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:51.573Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5bf4f491-688b-4065-8e14-050da2d44bf8"} 2026-04-30T12:14:53.059Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1dc5270f-a337-4e54-ab2c-b7c171201238", "job": "prepare-job-backup-minio-cross-site-source"} 2026-04-30T12:14:53.229Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "21f21924-e4c6-4acc-aeb8-44e473312826", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:14:57.260Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "21f21924-e4c6-4acc-aeb8-44e473312826"} 2026-04-30T12:14:58.078Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "2618cf0b-2bef-4433-bb84-0b6eafb1efe5", "cluster": "cross-site-source"} 2026-04-30T12:14:58.323Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:58.391Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:58.501Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "439fced7-85da-4780-96c0-5e9d5c9e2d40", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:14:59.859Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e63490b3-b809-45a9-8924-3819498ca492", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:03.194Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "5d99617d-3d79-4854-be39-0525b2a73ca9", "cluster": "cross-site-source"} 2026-04-30T12:15:03.584Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e63490b3-b809-45a9-8924-3819498ca492"} 2026-04-30T12:15:05.392Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91876b19-3db6-4530-9c43-ea2b1a43faab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 3/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:08.217Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "4644b930-6e1c-4d93-a33a-eea8fc139c40", "cluster": "cross-site-source"} 2026-04-30T12:15:09.209Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91876b19-3db6-4530-9c43-ea2b1a43faab"} 2026-04-30T12:15:10.887Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54639b06-ccde-4fac-ab3c-390f8c66664e", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:13.244Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b36bb6fd-034d-40de-8e2e-6ae0ed4dd715", "cluster": "cross-site-source"} 2026-04-30T12:15:14.778Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "54639b06-ccde-4fac-ab3c-390f8c66664e"} 2026-04-30T12:15:16.462Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7556df5c-ad63-4ebc-bbe0-eae9a7b8b8e8", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:18.262Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "a49bb4f0-7d0c-4475-bddf-46a31a69b037", "cluster": "cross-site-source"} 2026-04-30T12:15:20.265Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7556df5c-ad63-4ebc-bbe0-eae9a7b8b8e8"} 2026-04-30T12:15:21.975Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4ba911b8-dc26-46d0-9542-7f16b9472cab", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:23.280Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "33126456-fc3f-4161-b57c-991229bea2fa", "cluster": "cross-site-source"} 2026-04-30T12:15:25.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4ba911b8-dc26-46d0-9542-7f16b9472cab"} 2026-04-30T12:15:27.460Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c141e663-4e09-4c3f-94d1-73eafa4b2d7a", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:28.309Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "0358b6ab-1c6b-43eb-8c89-b8f33ddae587", "cluster": "cross-site-source"} 2026-04-30T12:15:31.282Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c141e663-4e09-4c3f-94d1-73eafa4b2d7a"} 2026-04-30T12:15:32.960Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a498cfe1-702b-4c34-b63a-af27ebac0282", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:33.327Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "edce512b-452f-4cdc-8fa4-8353381dfaaa", "cluster": "cross-site-source"} 2026-04-30T12:15:36.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "a498cfe1-702b-4c34-b63a-af27ebac0282"} 2026-04-30T12:15:38.349Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3b61bc7a-ec72-4ef4-afb5-71ac0b5d1942", "cluster": "cross-site-source"} 2026-04-30T12:15:38.429Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88c6dfd2-7f43-403f-b278-7157b951d9aa", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:42.177Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "88c6dfd2-7f43-403f-b278-7157b951d9aa"} 2026-04-30T12:15:43.368Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6f576e15-c21b-44fa-989d-f1b5f97af41b", "cluster": "cross-site-source"} 2026-04-30T12:15:44.010Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5a20e9c8-babb-47e0-8bd6-9fea50f016da", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:47.592Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "5a20e9c8-babb-47e0-8bd6-9fea50f016da"} 2026-04-30T12:15:48.390Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "31d5c152-ed07-4cb0-8803-c28a82f845d2", "cluster": "cross-site-source"} 2026-04-30T12:15:49.478Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f3ffc4df-572f-4110-b933-8e2b6ea8fbdf", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:53.389Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f3ffc4df-572f-4110-b933-8e2b6ea8fbdf"} 2026-04-30T12:15:53.409Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e1a1fd75-8617-4309-96bc-62966899a738", "cluster": "cross-site-source"} 2026-04-30T12:15:54.967Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4da1eaed-5f70-4a33-a344-ea573802b362", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:15:58.427Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "6522791a-6cbf-4d68-b15d-ba0cefe3c504", "cluster": "cross-site-source"} 2026-04-30T12:15:58.679Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4da1eaed-5f70-4a33-a344-ea573802b362"} 2026-04-30T12:16:00.429Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e6069ea0-6d50-4429-b659-4bb3e61845e0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:03.448Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "4f23b732-763c-4092-b4d3-6845f55d507d", "cluster": "cross-site-source"} 2026-04-30T12:16:04.470Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e6069ea0-6d50-4429-b659-4bb3e61845e0"} 2026-04-30T12:16:05.917Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9237f691-298f-4aad-a2ae-dbda83813f8c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 4/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:08.467Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "73ac4579-60dc-405b-a418-da8e62b2531a", "cluster": "cross-site-source"} 2026-04-30T12:16:10.167Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9237f691-298f-4aad-a2ae-dbda83813f8c"} 2026-04-30T12:16:11.434Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "07b5db8b-fc86-4e5f-8a5d-f1989f974351", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:13.487Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "10df0bd6-c31a-4545-ad6c-7ce1feea831a", "cluster": "cross-site-source"} 2026-04-30T12:16:15.283Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "07b5db8b-fc86-4e5f-8a5d-f1989f974351"} 2026-04-30T12:16:16.919Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f747403a-03d6-4d51-8708-d68276f3e360", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:18.520Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1065c4fc-c3d8-43f4-a20b-696750b0d5ba", "cluster": "cross-site-source"} 2026-04-30T12:16:20.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "f747403a-03d6-4d51-8708-d68276f3e360"} 2026-04-30T12:16:22.350Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "693d7a99-ae4e-4928-aee3-be5d6d511d0f", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:23.540Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3dde2c38-0e1b-433b-b9e4-593888e2cf73", "cluster": "cross-site-source"} 2026-04-30T12:16:27.077Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "693d7a99-ae4e-4928-aee3-be5d6d511d0f"} 2026-04-30T12:16:27.812Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b5260375-9586-461f-b22a-3c1bf037a766", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:28.618Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "eef26090-c48a-48a5-8a75-b68506b28b42", "cluster": "cross-site-source"} 2026-04-30T12:16:31.756Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b5260375-9586-461f-b22a-3c1bf037a766"} 2026-04-30T12:16:33.303Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8f3bc8d-7b43-4ec4-b1bd-dafc0a958e13", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:33.638Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3d52d508-f019-48b5-a19d-9b3e5a999cc9", "cluster": "cross-site-source"} 2026-04-30T12:16:36.604Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "e8f3bc8d-7b43-4ec4-b1bd-dafc0a958e13"} 2026-04-30T12:16:38.655Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "43594970-12aa-485d-8ae5-8155740f4e19", "cluster": "cross-site-source"} 2026-04-30T12:16:38.755Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "85abf14e-9c0d-4ca3-818c-57cbf56cdc29", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:42.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "85abf14e-9c0d-4ca3-818c-57cbf56cdc29"} 2026-04-30T12:16:43.675Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "cba4b07b-e1c8-4af5-af9f-ee4b30dad102", "cluster": "cross-site-source"} 2026-04-30T12:16:44.409Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "51224b48-737d-45e1-8787-4417a0e8be80", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:48.274Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "51224b48-737d-45e1-8787-4417a0e8be80"} 2026-04-30T12:16:48.694Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1329efd4-85dc-493f-b14f-a0b3b71ee7b5", "cluster": "cross-site-source"} 2026-04-30T12:16:49.990Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "848fd2d7-97be-4084-afff-3ddfa97abf81", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:53.712Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f38add91-405b-41cf-b26a-6fa7b00b8de6", "cluster": "cross-site-source"} 2026-04-30T12:16:53.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "848fd2d7-97be-4084-afff-3ddfa97abf81"} 2026-04-30T12:16:55.444Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74979838-220e-4601-ada9-a758bbbaba2b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:16:58.956Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "aa11cfcf-c2ae-4a49-8655-d7924230014d", "cluster": "cross-site-source"} 2026-04-30T12:16:59.188Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "74979838-220e-4601-ada9-a758bbbaba2b"} 2026-04-30T12:17:00.881Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a6a3987-3c28-41d9-8c0a-3134d6300ece", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:03.982Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "3d8e2af2-bec6-4b74-990e-a0556694d186", "cluster": "cross-site-source"} 2026-04-30T12:17:04.360Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a6a3987-3c28-41d9-8c0a-3134d6300ece"} 2026-04-30T12:17:06.356Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3b336268-af8a-48dc-897a-ae0ec45c7dfb", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 5/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:09.001Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "9b7d43ba-5bbf-41ea-806b-fea1c8e70abd", "cluster": "cross-site-source"} 2026-04-30T12:17:10.493Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "3b336268-af8a-48dc-897a-ae0ec45c7dfb"} 2026-04-30T12:17:11.985Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1cad7fa5-a24d-49a2-a3d2-f7cc8b4a895c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:14.189Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "d1c64062-e2f0-4f83-8ec3-9fe5f487c4b6", "cluster": "cross-site-source"} 2026-04-30T12:17:15.960Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1cad7fa5-a24d-49a2-a3d2-f7cc8b4a895c"} 2026-04-30T12:17:17.788Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b24f2916-4daf-4562-ab17-bb183a02f8c0", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:19.206Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "38b5e625-fe0c-4fba-a4b3-2b35e5d1b953", "cluster": "cross-site-source"} 2026-04-30T12:17:21.574Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b24f2916-4daf-4562-ab17-bb183a02f8c0"} 2026-04-30T12:17:23.233Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a3cf6d4-0db8-4d42-acbf-45fe954053ac", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:24.231Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "e79c54f8-56bd-4caa-956d-208212593a51", "cluster": "cross-site-source"} 2026-04-30T12:17:27.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "9a3cf6d4-0db8-4d42-acbf-45fe954053ac"} 2026-04-30T12:17:28.769Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b0478ab5-e575-4416-b08d-f5d698284dee", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:29.371Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "49ff18a7-3ea8-4b0e-9354-2bc1b99137e5", "cluster": "cross-site-source"} 2026-04-30T12:17:32.706Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "b0478ab5-e575-4416-b08d-f5d698284dee"} 2026-04-30T12:17:34.254Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1b71184a-41ff-40e1-96a9-1bb0efb87944", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:34.389Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "dc0fb823-013d-476b-887d-f304e0285c29", "cluster": "cross-site-source"} 2026-04-30T12:17:38.363Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1b71184a-41ff-40e1-96a9-1bb0efb87944"} 2026-04-30T12:17:39.416Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ea559727-adab-4f4d-b160-c62d79d685a0", "cluster": "cross-site-source"} 2026-04-30T12:17:39.746Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4c235b2e-ab9a-431a-acbc-4fe36b64aa68", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:43.600Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4c235b2e-ab9a-431a-acbc-4fe36b64aa68"} 2026-04-30T12:17:44.458Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "b1f53c41-786b-406b-b4b4-66adb62d4285", "cluster": "cross-site-source"} 2026-04-30T12:17:45.396Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8386481a-2da5-42f0-bb94-80afd4a146ef", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:49.071Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "8386481a-2da5-42f0-bb94-80afd4a146ef"} 2026-04-30T12:17:49.477Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "be9da337-73f8-4dd0-a6f3-c8e41166246e", "cluster": "cross-site-source"} 2026-04-30T12:17:50.861Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "26e170cd-8b6e-458d-ade8-375b08f4fa95", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:54.504Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "18d15b3d-6933-4ca7-ada3-a270fdc75382", "cluster": "cross-site-source"} 2026-04-30T12:17:55.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "26e170cd-8b6e-458d-ade8-375b08f4fa95"} 2026-04-30T12:17:56.347Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91e7be5b-9350-4c41-bd8f-93f45944403b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:17:59.549Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "d3b604a8-4b67-4911-ae71-1cfe1ebda92f", "cluster": "cross-site-source"} 2026-04-30T12:18:00.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "91e7be5b-9350-4c41-bd8f-93f45944403b"} 2026-04-30T12:18:01.816Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "697df69b-4a9e-4e60-b6d7-79a31f9fc013", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:04.567Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "1ce13a25-407f-4b4e-996e-6675826e8ae8", "cluster": "cross-site-source"} 2026-04-30T12:18:05.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "697df69b-4a9e-4e60-b6d7-79a31f9fc013"} 2026-04-30T12:18:07.309Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a937427-e572-4fb4-8386-5fa5f1691681", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 6/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:09.587Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "acf68b4e-cc7b-4c65-af4b-70bcc293c968", "cluster": "cross-site-source"} 2026-04-30T12:18:11.492Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a937427-e572-4fb4-8386-5fa5f1691681"} 2026-04-30T12:18:12.810Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9192d45-fc7a-4706-9cb3-7cb9dddf67c4", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:14.615Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "ec3fd99c-87a0-4784-a610-1e1bf4570f77", "cluster": "cross-site-source"} 2026-04-30T12:18:16.761Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9192d45-fc7a-4706-9cb3-7cb9dddf67c4"} 2026-04-30T12:18:18.408Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "034fec2d-e158-4318-afb6-cc39d019408c", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:19.634Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "f2555396-17a4-463b-bf28-874107976feb", "cluster": "cross-site-source"} 2026-04-30T12:18:22.004Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "034fec2d-e158-4318-afb6-cc39d019408c"} 2026-04-30T12:18:24.061Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f90d7bd-5eca-41c5-a78c-e55a1e296d10", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:24.656Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"backup-minio","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "backup-minio", "reconcileID": "890c9441-5a6f-46ce-a52c-5fbd591dce0e", "cluster": "cross-site-source"} 2026-04-30T12:18:27.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2f90d7bd-5eca-41c5-a78c-e55a1e296d10"} 2026-04-30T12:18:29.771Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6543f004-dd44-4e0b-8495-d470d0cfac0b", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:33.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "6543f004-dd44-4e0b-8495-d470d0cfac0b"} 2026-04-30T12:18:35.287Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb57b479-ff90-4646-bf75-d3ed44ffccce", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:38.972Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "eb57b479-ff90-4646-bf75-d3ed44ffccce"} 2026-04-30T12:18:40.745Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "bfbc7631-e6cb-4bab-bf6e-f0cc92512aaf", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:44.505Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "bfbc7631-e6cb-4bab-bf6e-f0cc92512aaf"} 2026-04-30T12:18:46.237Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "89e64553-1aad-4a92-a5fc-5939865d3fb1", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:49.963Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "89e64553-1aad-4a92-a5fc-5939865d3fb1"} 2026-04-30T12:18:51.773Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d70eaf7b-0318-4919-a58b-5438fb0f129d", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:55.650Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d70eaf7b-0318-4919-a58b-5438fb0f129d"} 2026-04-30T12:18:57.308Z INFO Replication for channel is not running. Please, check the replication status {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4cdeaa96-3ca7-495b-94a9-c10c4d6ebca7", "channel": "source_to_replica", "Last_IO_Error": "Error reconnecting to source 'replication@34.118.231.114:3306'. This was attempt 7/0, with a delay of 60 seconds between attempts. Message: Can't connect to MySQL server on '34.118.231.114:3306' (111)"} 2026-04-30T12:18:57.962Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:18:58.023Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "object": "cross-site-replica-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:18:58.125Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1be86eb7-bfcf-44eb-976d-6cd7d72b8aa7", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:00.726Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "df7c45da-628a-46ee-9372-c945802fa47a", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:00.830Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4cdeaa96-3ca7-495b-94a9-c10c4d6ebca7", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:19:02.159Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "19cb14d1-f4c0-4f3f-be69-46a5fffe644a", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:07.934Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "1d3bb967-fad6-49bb-a12b-3a4080074460", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:09.139Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b954e1b0-d31d-4a1b-8d2b-b8ddb04406bc"} 2026-04-30T12:19:14.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "e4c7980b-da90-4539-8f36-7accbef777b8"} 2026-04-30T12:19:18.320Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2e0e1f42-6c90-497e-ac40-7db9fcee7e14", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:22.507Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "45037813-b97e-4ebe-8abc-ef482c388d34"} 2026-04-30T12:19:23.559Z INFO Remove outdated replication channel {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica"} 2026-04-30T12:19:23.560Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.227.118"} 2026-04-30T12:19:23.561Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.231.114"} 2026-04-30T12:19:23.561Z DEBUG Remove outdated replication source {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "channel": "source_to_replica", "host": "34.118.235.137"} 2026-04-30T12:19:23.577Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-1"} 2026-04-30T12:19:23.586Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-0"} 2026-04-30T12:19:23.595Z INFO Primary is readonly. Disabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "d9a93d8a-8b94-4335-a9ea-0bfbbe70334b", "pod": "cross-site-replica-pxc-2"} 2026-04-30T12:19:25.296Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "7858c03d-c455-4cd1-9b3e-d8e330e887ed", "err": "get primary pxc pod: not found"} 2026-04-30T12:19:28.907Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2fe2976c-6684-460f-84f6-ab5c2958a3f1"} 2026-04-30T12:19:34.061Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "209f1203-3a94-403d-9be2-8a5ae482f77c"} 2026-04-30T12:19:39.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b625c49b-4e89-402d-bea0-e1e11885ad87"} 2026-04-30T12:19:44.660Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d49b74f0-0d2a-4625-a9b8-6c01e4f5771b"} 2026-04-30T12:19:52.754Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2e8af11a-3662-45de-a1c0-be046a36d968"} 2026-04-30T12:19:58.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2c8dbc7d-9805-4da3-ae62-c90dbf725dc0"} 2026-04-30T12:20:03.717Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c06086d5-0880-443f-b5e9-cd7d7d1c62f0"} 2026-04-30T12:20:09.200Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d451fda1-ea52-4b28-8782-49d016f966a2"} 2026-04-30T12:20:14.556Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9fbcbd5e-8a03-4dc7-9bef-9d7ff7e1134b"} 2026-04-30T12:20:19.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "0c0e7906-64f1-4897-9006-8048dfd36ca6"} 2026-04-30T12:20:25.558Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "9895983b-5a2d-49e0-904f-561eb02688a8"} 2026-04-30T12:20:30.835Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "089b3068-28fc-4e98-ad27-33d3090d4c74"} 2026-04-30T12:20:36.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "89583319-f7e9-46b5-9653-4d8491d67a11"} 2026-04-30T12:20:41.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "25859543-f9c8-4fe2-bc05-4c0ca45f00e4"} 2026-04-30T12:20:46.831Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "551d770d-416a-4aa7-9ddb-90a9a7864ceb"} 2026-04-30T12:20:52.150Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "50c6be20-96a3-496a-91ac-7af9255bfb4c"} 2026-04-30T12:20:57.950Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2f493f65-e62f-4b98-84c9-06856e282d8d"} 2026-04-30T12:21:03.726Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "dfafd1cd-11c2-4908-93d9-6da259776426"} 2026-04-30T12:21:08.970Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "b4ab8684-991c-4578-89fd-5f1ec26bd249"} 2026-04-30T12:21:14.219Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "6bc4d1f8-a3b1-40a9-be1d-6e5d38cb26c3"} 2026-04-30T12:21:19.561Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "20f2a9d8-e1f2-4b09-8e27-f3b65647c1ec"} 2026-04-30T12:21:25.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "3186d6b8-33d5-4afa-bfe8-891782976ffa"} 2026-04-30T12:21:30.105Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "76754e89-f211-4157-832d-f3e209888835"} 2026-04-30T12:21:35.746Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c36a2133-d1ad-4b6e-a566-9ce779140038"} 2026-04-30T12:21:40.142Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:21:40.199Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "object": "cross-site-source-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-30T12:21:40.288Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-2"} 2026-04-30T12:21:40.307Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-0"} 2026-04-30T12:21:40.330Z INFO Replica is not readonly. Enabling readonly mode {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "pod": "cross-site-source-pxc-1"} 2026-04-30T12:21:40.426Z INFO Replication pod has changed {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "66cc946b-d4e7-43d7-b9a1-9cabd1d746aa", "new replication pod": "cross-site-source-pxc-0"} 2026-04-30T12:21:41.431Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "d64dfd5b-924b-458d-92a8-0e3ca8b69b79", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:993\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:837\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-30T12:21:47.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "c25b38a0-6394-4f19-ab75-bb14ae5857d0"} 2026-04-30T12:21:53.640Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2a623944-74da-4750-ae20-7cac22b014cb"} 2026-04-30T12:22:03.586Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "2e7583fc-9dc9-4be1-81b7-5deeb6fe7ef8"} 2026-04-30T12:22:09.402Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "4172a656-9dc7-4bdd-b9fd-c945e9c6bb5e"} 2026-04-30T12:22:14.991Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "0a5f1a29-07b0-4fab-a5d0-3d13611d8b39"} 2026-04-30T12:22:20.186Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "741d635a-0b5b-4aad-8108-4895d4f85a50"} 2026-04-30T12:22:26.682Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "2650df47-1aa2-497a-9db8-9905100b7d31"} 2026-04-30T12:22:31.871Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "09185df0-89f5-4b39-be4e-c9ffccc58281"} 2026-04-30T12:22:36.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "cfc025cd-977c-4b90-aac5-9f1c65524b26"} 2026-04-30T12:22:42.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-replica","namespace":"cross-site-proxysql-replica-24953"}, "namespace": "cross-site-proxysql-replica-24953", "name": "cross-site-replica", "reconcileID": "46e8d2b8-b213-4fd2-a0c0-007965aafde2"} 2026-04-30T12:22:48.014Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "80794de2-9330-4eac-a7b6-0096cea2ede9"} 2026-04-30T12:22:51.893Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"cross-site-source","namespace":"cross-site-proxysql-1904"}, "namespace": "cross-site-proxysql-1904", "name": "cross-site-source", "reconcileID": "c65cba7f-0895-4779-8314-9220428665e7"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:313 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:438 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.23.1/pkg/internal/controller/controller.go:495 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:839 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1 -  }, -  { -  }, +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", +  AvailableReplicas: 0, -  AvailableReplicas: 3, -  CollisionCount: &0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 11:41:18 +0000 UTC"}, -  CreationTimestamp: v1.Time{Time: s"2026-04-30 11:53:15 +0000 UTC"}, +  CurrentReplicas: 0, -  CurrentReplicas: 3, +  CurrentRevision: "", -  CurrentRevision: "cross-site-replica-proxysql-55b8dc786", -  CurrentRevision: "cross-site-replica-proxysql-64f54bd9c6", -  CurrentRevision: "cross-site-replica-pxc-856fcbd64d", -  CurrentRevision: "cross-site-source-proxysql-776ff5f97c", -  CurrentRevision: "cross-site-source-pxc-66f7bfd74d", -  DefaultMode: &420, -  DefaultMode: &420, +  DefaultMode: nil, +  DefaultMode: nil, +  DeprecatedServiceAccount: "", -  DeprecatedServiceAccount: "default", +  DNSPolicy: "", -  DNSPolicy: "ClusterFirst", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., +  Generation: 0, -  Generation: 1, -  Generation: 2, -  Generation: 3, -  Generation: 4, +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 2, -  ObservedGeneration: 3, -  ObservedGeneration: 4, -  Operation: "Update", -  Operation: "Update", -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXNvdXJjZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjY0MmNkZjFhMjk2MDA2ODU2MjdkMGNlZWU1NGVkM2U4IiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiJlZGY1N2IzMTAxMmI0ZmVmNjZlZmE5ZDBmMzBlYzJlMCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwibWVtb3J5Ijoi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtc291cmNlIiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjY0MmNkZjFhMjk2MDA2ODU2MjdkMGNlZWU1NGVkM2U4IiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiJlZGY1N2IzMTAxMmI0ZmVmNjZlZmE5ZDBmMzBlYzJlMCJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1zb3VyY2Utc3NsIiwib3B0aW9uYWwiOmZhbHNlfX0seyJuYW1lIjoiYmluIiwiZW1wdHlEaXIiOnt9fV0sImluaXRDb250YWluZXJzIjpbeyJuYW1lIjoicHhjLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHhjLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDQ5LWI0NzkxMmY3IiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyJ9XSwiY29udGFpbmVycyI6W3sibmFtZSI6InByb3h5c3FsIiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6bWFpbi1wcm94eXNxbCIsImNvbW1hbmQiOlsiL29wdC9wZXJjb25hL3Byb3h5c3FsLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJwcm94eXNxbCIsIi1mIiwiLWMiLCIvZXRjL3Byb3h5c3FsL3Byb3h5c3FsLmNuZiIsIi0tcmVsb2FkIl0sInBvcnRzIjpbeyJuYW1lIjoibXlzcWwiLCJjb250YWluZXJQb3J0IjozMzA2fSx7Im5hbWUiOiJwcm94eWFkbSIsImNvbnRhaW5lclBvcnQiOjYwMzJ9LHsibmFtZSI6InN0YXRzIiwiY29udGFpbmVyUG9ydCI6NjA3MH1dLCJlbnZGcm9tIjpbeyJzZWNyZXRSZWYiOnsibmFtZSI6ImNyb3NzLXNpdGUtc291cmNlLWVudi12YXJzLXByb3h5c3FsIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJjcm9zcy1zaXRlLXNvdXJjZS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5Ijoib3BlcmF0b3IifX19LHsibmFtZSI6IlBST1hZX0FETUlOX1VTRVIiLCJ2YWx1ZSI6InByb3h5YWRtaW4ifSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoicHJveHlhZG1pbiJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtc291cmNlIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIsIm1lbW9yeSI6"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoidHJ1ZSJ9XSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI3MDBtIiwi"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6ImNyb3NzLXNpdGUtcmVwbGljYSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InByb3h5c3FsIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJjcm9zcy1zaXRlLXJlcGxpY2EiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHJveHlzcWwiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiNjBiNjQ2ZDg5Y2I4Nzc1ZjcwN2ExOTRjNTBlYjc5ZjkiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6ImVkZjU3YjMxMDEyYjRmZWY2NmVmYTlkMGYzMGVjMmUwIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiY3Jvc3Mtc2l0ZS1yZXBsaWNhLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImJpbiIsImVtcHR5RGlyIjp7fX1dLCJpbml0Q29udGFpbmVycyI6W3sibmFtZSI6InB4Yy1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3B4Yy1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii92YXIvbGliL215c3FsIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifSx7Im5hbWUiOiJwcm94eXNxbC1pbml0IiwiaW1hZ2UiOiJwZXJjb25hbGFiL3BlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3I6UFItMjQ0OS1iNDc5MTJmNyIsImNvbW1hbmQiOlsiL3Byb3h5c3FsLWluaXQtZW50cnlwb2ludC5zaCJdLCJyZXNvdXJjZXMiOnsibGltaXRzIjp7ImNwdSI6IjUwbSIsIm1lbW9yeSI6IjUwTSJ9fSwidm9sdW1lTW91bnRzIjpbeyJuYW1lIjoiYmluIiwibW91bnRQYXRoIjoiL29wdC9wZXJjb25hIn1dLCJpbWFnZVB1bGxQb2xpY3kiOiJBbHdheXMifV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJjcm9zcy1zaXRlLXJlcGxpY2EtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6ImNyb3NzLXNpdGUtcmVwbGljYS1weGMifSx7Im5hbWUiOiJPUEVSQVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLWNyb3NzLXNpdGUtcmVwbGljYSIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1jcm9zcy1zaXRlLXJlcGxpY2EiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtY3Jvc3Mtc2l0ZS1yZXBsaWNhIiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiU0NIRURVTEVSX0NIRUNLVElNRU9VVCIsInZhbHVlIjoiMjAwMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9XUklURVJBTFNPUkVBREVSIiwidmFsdWUiOiIxIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZVVAiLCJ2YWx1ZSI6IjEifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllET1dOIiwidmFsdWUiOiIzIn0seyJuYW1lIjoiU0NIRURVTEVSX1BJTkdUSU1FT1VUIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX05PREVDSEVDS0lOVEVSVkFMIiwidmFsdWUiOiIyMDAwIn0seyJuYW1lIjoiU0NIRURVTEVSX01BWENPTk5FQ1RJT05TIiwidmFsdWUiOiIxMDAwIn0seyJuYW1lIjoiUEVSQ09OQV9TQ0hFRFVMRVJfQ0ZHIiwidmFsdWUiOiIvdG1wL3NjaGVkdWxlci1jb25maWcudG9tbCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9FTkFCTEVEIiwidmFsdWUiOiJ0cnVlIn0seyJuYW1lIjoiUFhDX1JFQURfT05MWSIsInZhbHVlIjoiZmFsc2UifV0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNzAwbSIs"..., +  PeriodSeconds: 0, -  PeriodSeconds: 10, +  PersistentVolumeClaimRetentionPolicy: nil, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  Phase: "", -  Phase: "Pending", +  PodManagementPolicy: "", -  PodManagementPolicy: "OrderedReady", +  Protocol: "", -  Protocol: "TCP", +  ReadyReplicas: 0, -  ReadyReplicas: 3, -  Replicas: &0, +  Replicas: 0, +  Replicas: &0, -  Replicas: 3, -  Replicas: &3, +  Replicas: &3, +  ResourceVersion: "", -  ResourceVersion: "1777549347212207023", -  ResourceVersion: "1777549518260351024", -  ResourceVersion: "1777550048081951001", -  ResourceVersion: "1777550233535391024", -  ResourceVersion: "1777550404497039001", -  ResourceVersion: "1777550440788159024", -  ResourceVersion: "1777550640198239001", -  ResourceVersion: "1777550878256255001", -  ResourceVersion: "1777551114377615023", -  ResourceVersion: "1777551160384175024", -  ResourceVersion: "1777551345467023023", +  RestartPolicy: "", -  RestartPolicy: "Always", -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil, +  SchedulerName: "", -  SchedulerName: "default-scheduler", -  Subresource: "status", +  TerminationMessagePath: "", -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePolicy: "", -  TerminationMessagePolicy: "File", -  Time: s"2026-04-30 11:41:18 +0000 UTC", -  Time: s"2026-04-30 11:42:27 +0000 UTC", -  Time: s"2026-04-30 11:45:18 +0000 UTC", -  Time: s"2026-04-30 11:53:15 +0000 UTC", -  Time: s"2026-04-30 11:54:08 +0000 UTC", -  Time: s"2026-04-30 11:57:13 +0000 UTC", -  Time: s"2026-04-30 12:00:01 +0000 UTC", -  Time: s"2026-04-30 12:00:04 +0000 UTC", -  Time: s"2026-04-30 12:00:40 +0000 UTC", -  Time: s"2026-04-30 12:02:54 +0000 UTC", -  Time: s"2026-04-30 12:04:00 +0000 UTC", -  Time: s"2026-04-30 12:07:23 +0000 UTC", -  Time: s"2026-04-30 12:07:58 +0000 UTC", -  Time: s"2026-04-30 12:11:50 +0000 UTC", -  Time: s"2026-04-30 12:11:54 +0000 UTC", -  Time: s"2026-04-30 12:12:40 +0000 UTC", -  Time: s"2026-04-30 12:14:58 +0000 UTC", -  Time: s"2026-04-30 12:15:45 +0000 UTC", -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, +  UID: "", -  UID: "18f07d47-02c1-4654-8f14-fdaf987c05ca", -  UID: "5e75b404-23bb-4404-a4e5-d788d1c2096e", -  UID: "81a96e74-299c-464d-a7d5-5003142a2c9b", -  UID: "a553ca17-32f2-4b9b-a545-ee0b6813ed48", +  UpdatedReplicas: 0, -  UpdatedReplicas: 3, +  UpdateRevision: "", -  UpdateRevision: "cross-site-replica-proxysql-55b8dc786", -  UpdateRevision: "cross-site-replica-proxysql-64f54bd9c6", -  UpdateRevision: "cross-site-replica-pxc-856fcbd64d", -  UpdateRevision: "cross-site-source-proxysql-776ff5f97c", -  UpdateRevision: "cross-site-source-pxc-66f7bfd74d", -  Value: "false", +  Value: "false", -  Value: "true", +  Value: "true", -  VolumeMode: &"Filesystem", +  VolumeMode: nil,   }    },    },    {    },    },    {    },    },    {    },    ... // 12 identical elements    ... // 16 identical fields    ... // 16 identical fields    ... // 22 identical fields    ... // 2 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 4 identical fields    ... // 5 identical fields    ... // 5 identical fields    ... // 6 identical fields    ... // 6 identical fields    ... // 7 identical fields    ... // 8 identical fields    ... // 9 identical fields    AccessModes: nil,    ActiveDeadlineSeconds: nil,    Affinity: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Args: {"mysqld"},    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    AutomountServiceAccountToken: nil,    AvailableReplicas: 0,    AWSElasticBlockStore: nil,    AzureFile: nil,    Capacity: nil,    Conditions: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    ContainerPort: 6032,    ContainerPort: 6070,    Containers: []v1.Container{    CurrentReplicas: 0,    DataSource: nil,    DataSourceRef: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-replica-env-vars-pxc"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "cross-site-source-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-replica-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-replica"}, Key: "xtrabackup"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "cross-site-source-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-cross-site-source"}, Key: "xtrabackup"}}}, ...},    Env: []v1.EnvVar{    EphemeralContainers: nil,    FailureThreshold: 3,    FC: nil,    Finalizers: nil,    GitRepo: nil,    HostAliases: nil,    HostIP: "",    HostPort: 0,    ImagePullPolicy: "Always",    InitContainers: []v1.Container{    InitialDelaySeconds: 300,    ISCSI: nil,    Items: nil,    Items: nil,    Labels: nil,    Lifecycle: nil,    LivenessProbe: &v1.Probe{    LocalObjectReference: {Name: "auto-cross-site-replica-pxc"},    LocalObjectReference: {Name: "auto-cross-site-source-pxc"},    LocalObjectReference: {Name: "cross-site-replica-pxc"},    LocalObjectReference: {Name: "cross-site-source-pxc"},    MinReadySeconds: 0,    Name: "auto-config",    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    Name: "config",    Name: "ist",    Name: "mysql",    Name: "mysql-admin",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "mysqlx",    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    Name: "proxyadm",    Name: "PXC_READ_ONLY",    {Name: "SCHEDULER_ENABLED", Value: "true"},    Namespace: "cross-site-proxysql-1904",    Namespace: "cross-site-proxysql-replica-24953",    Name: "ssl",    Name: "ssl-internal",    Name: "sst",    Name: "stats",    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    Name: "vault-keyring-secret",    Name: "write-set",    NFS: nil,    NodeName: "",    NodeSelector: nil,    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "60b646d89cb8775f707a194c50eb79f9", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "642cdf1a29600685627d0ceee54ed3e8", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "60b646d89cb8775f707a194c50eb79f9", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "642cdf1a29600685627d0ceee54ed3e8", "percona.com/ssl-internal-hash": "edf57b31012b4fef66efa9d0f30ec2e0"}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: v1.ObjectMeta{    Optional: &false,    Optional: &true,    Optional: &true,    Ordinals: nil,    OS: nil,    Overhead: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-replica", UID: "890a8ac5-3efb-4971-89a7-3e8194fc66de", ...}},    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "cross-site-source", UID: "fb7dc139-b337-4e2c-ace1-47596e698c76", ...}},    Ports: nil,    Ports: []v1.ContainerPort{    PreemptionPolicy: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    ReadyReplicas: 0,    Replicas: 0,    Replicas: &3,    ResizePolicy: nil,    Resources: {},    Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    SecretName: "cross-site-replica-mysql-init",    SecretName: "cross-site-replica-ssl",    SecretName: "cross-site-replica-ssl-internal",    SecretName: "cross-site-source-mysql-init",    SecretName: "cross-site-source-ssl",    SecretName: "cross-site-source-ssl-internal",    SecretName: "internal-cross-site-replica",    SecretName: "internal-cross-site-source",    SecretName: "some-name-vault",    Secret: &v1.SecretVolumeSource{    SecurityContext: nil,    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-replica", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "cross-site-source", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    ServiceAccountName: "default",    ServiceName: "cross-site-replica-proxysql-unready",    ServiceName: "cross-site-replica-pxc",    ServiceName: "cross-site-source-proxysql-unready",    ServiceName: "cross-site-source-pxc",    SetHostnameAsFQDN: nil,    Spec: v1.PersistentVolumeClaimSpec{    Spec: v1.PodSpec{    Spec: v1.StatefulSetSpec{    StartupProbe: nil,    Status: v1.PersistentVolumeClaimStatus{    Status: v1.StatefulSetStatus{    StorageClassName: nil,    Subdomain: "",    SuccessThreshold: 1,    Template: v1.PodTemplateSpec{    TerminationGracePeriodSeconds: &30,    TerminationGracePeriodSeconds: &600,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    Tolerations: nil,    TypeMeta: {},    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    UpdatedReplicas: 0,    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},   &v1.StatefulSet{    ValueFrom: nil,    VolumeAttributesClassName: nil,    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeName: "",    VolumeSource: v1.VolumeSource{    Volumes: []v1.Volume{    VsphereVolume: nil,    WorkingDir: "", + : + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name was specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.CpxnF6KVN8 ++ mktemp + local LAST_ERR=/tmp/tmp.vFlRb40sJk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CpxnF6KVN8 No resources found + cat /tmp/tmp.vFlRb40sJk + rm /tmp/tmp.CpxnF6KVN8 /tmp/tmp.vFlRb40sJk + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.7XEG0YGzoU ++ mktemp + local LAST_ERR=/tmp/tmp.QdCD8mNVY1 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7XEG0YGzoU No resources found + cat /tmp/tmp.QdCD8mNVY1 + rm /tmp/tmp.7XEG0YGzoU /tmp/tmp.QdCD8mNVY1 + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.3DVJeaEhw2 ++ mktemp + local LAST_ERR=/tmp/tmp.cfU7jPd0BW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3DVJeaEhw2 No resources found + cat /tmp/tmp.cfU7jPd0BW + rm /tmp/tmp.3DVJeaEhw2 /tmp/tmp.cfU7jPd0BW + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.9EWlv3cxUK ++ mktemp + local LAST_ERR=/tmp/tmp.OEBqzMg6iO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.9EWlv3cxUK + cat /tmp/tmp.OEBqzMg6iO Error from server (NotFound): validatingwebhookconfigurations.admissionregistration.k8s.io "percona-xtradbcluster-webhook" not found + rm /tmp/tmp.9EWlv3cxUK /tmp/tmp.OEBqzMg6iO + return 1 + : + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.2iv94f0VEt namespace "pxc-operator" force deleted + cat /tmp/tmp.O5XYd5fCtY Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.2iv94f0VEt /tmp/tmp.O5XYd5fCtY + return 0 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.BV2iwQMX8L namespace "cross-site-proxysql-1904" force deleted + cat /tmp/tmp.yM3Mfk3ldp Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. + rm /tmp/tmp.BV2iwQMX8L /tmp/tmp.yM3Mfk3ldp + return 0 + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-24953 + rm -rf /tmp/tmp.bJY270yEUO + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.aJKuQxf7vM + local LAST_OUT=/tmp/tmp.LAlfdHtiDl ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.LwwrvqxILE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace cross-site-proxysql-replica-24953 + local LAST_ERR=/tmp/tmp.HvgPeCnIat + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.aJKuQxf7vM + cat /tmp/tmp.HvgPeCnIat Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. Error from server (NotFound): namespaces "pxc-operator" not found + rm /tmp/tmp.aJKuQxf7vM /tmp/tmp.HvgPeCnIat + return 1